<!-- HTML header for doxygen 1.8.9.1-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>ROSS: core/network-mpi.c Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td style="padding-left: 0.5em;">
   <a href="https://github.com/ROSS-org/ROSS">
   <div id="projectname">ROSS
   </div>
   </a>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="annotated.html"><span>Data&#160;Structures</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>Globals</span></a></li>
    </ul>
  </div>
<div id="nav-path" class="navpath">
  <ul>
<li class="navelem"><a class="el" href="dir_af18cf245e3394ab3b436135935cfd6e.html">core</a></li>  </ul>
</div>
</div><!-- top -->
<div class="header">
  <div class="headertitle">
<div class="title">network-mpi.c</div>  </div>
</div><!--header-->
<div class="contents">
<a href="network-mpi_8c.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="ross_8h.html">ross.h</a>&gt;</span></div>
<div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="preprocessor">#include &lt;mpi.h&gt;</span></div>
<div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;</div>
<div class="line"><a name="l00004"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#af1faeba2bc478835b35af43287f19ba7">    4</a></span>&#160;MPI_Comm <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a> = MPI_COMM_WORLD;</div>
<div class="line"><a name="l00005"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">    5</a></span>&#160;<span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">custom_communicator</a> = 0;</div>
<div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment"> * @struct act_q</span></div>
<div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment"> * @brief Keeps track of posted send or recv operations.</span></div>
<div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;<span class="comment"> * This list structure is used *only* by the network mpi layer (this</span></div>
<div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="comment"> * file). Within this file, two lists are used, for MPI Irecv and</span></div>
<div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="comment"> * Isend requests. The MPI requests and statusus are linked with an</span></div>
<div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="comment"> * event buffer through this struct.</span></div>
<div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"><a class="line" href="structact__q.html">   16</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structact__q.html">act_q</a></div>
<div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;{</div>
<div class="line"><a name="l00018"></a><span class="lineno"><a class="line" href="structact__q.html#a3a30714e462936c644cafdded65af61c">   18</a></span>&#160;  <span class="keyword">const</span> <span class="keywordtype">char</span> *<a class="code" href="structact__q.html#a3a30714e462936c644cafdded65af61c">name</a>;         <span class="comment">/**&lt; name of the list, used in error printouts */</span></div>
<div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;</div>
<div class="line"><a name="l00020"></a><span class="lineno"><a class="line" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">   20</a></span>&#160;  <a class="code" href="structtw__event.html">tw_event</a> **<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>;    <span class="comment">/**&lt; list of event pointers in this queue */</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"><a class="line" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">   21</a></span>&#160;  MPI_Request *<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>;    <span class="comment">/**&lt; list of MPI request handles */</span></div>
<div class="line"><a name="l00022"></a><span class="lineno"><a class="line" href="structact__q.html#a4173587349856c04cac8a9250a16ad21">   22</a></span>&#160;  <span class="keywordtype">int</span> *<a class="code" href="structact__q.html#a4173587349856c04cac8a9250a16ad21">idx_list</a>;            <span class="comment">/**&lt; indices in this queue of finished operations */</span></div>
<div class="line"><a name="l00023"></a><span class="lineno"><a class="line" href="structact__q.html#a1a280efeb12c61fba82288f089b271f3">   23</a></span>&#160;  MPI_Status *<a class="code" href="structact__q.html#a1a280efeb12c61fba82288f089b271f3">status_list</a>;  <span class="comment">/**&lt; list of MPI_Status handles */</span></div>
<div class="line"><a name="l00024"></a><span class="lineno"><a class="line" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">   24</a></span>&#160;  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>;         <span class="comment">/**&lt; index of first open spot in the queue */</span></div>
<div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;};</div>
<div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;</div>
<div class="line"><a name="l00027"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a21f58374b1b9d28d08d7f4eabddbba82">   27</a></span>&#160;<span class="preprocessor">#define EVENT_TAG 1</span></div>
<div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a5a389c807591f69a3806763bc9c089fa">   29</a></span>&#160;<span class="preprocessor">#define EVENT_SIZE(e) g_tw_event_msg_sz</span></div>
<div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">   31</a></span>&#160;<span class="keyword">static</span> <span class="keyword">struct </span><a class="code" href="structact__q.html">act_q</a> <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>;</div>
<div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">   32</a></span>&#160;<span class="keyword">static</span> <span class="keyword">struct </span><a class="code" href="structact__q.html">act_q</a> <a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>;</div>
<div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#aa5267efaec2ae6f7ecae78419aa0685e">   33</a></span>&#160;<span class="keyword">static</span> <a class="code" href="structtw__eventq.html">tw_eventq</a> <a class="code" href="network-mpi_8c.html#aa5267efaec2ae6f7ecae78419aa0685e">outq</a>;</div>
<div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;</div>
<div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">   35</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a> = 16;   <span class="comment">/**&lt; Number of Irecv&#39;s to buffer, length of posted_recvs queue */</span></div>
<div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">   36</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a> = 1024; <span class="comment">/**&lt; Number of Isend&#39;s to buffer, length of posted_sends queue */</span></div>
<div class="line"><a name="l00037"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">   37</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">world_size</a> = 1;</div>
<div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;</div>
<div class="line"><a name="l00039"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#ac65f4401b7c7a792dc3fdbcae30a2c1c">   39</a></span>&#160;<span class="keyword">static</span> <span class="keyword">const</span> <a class="code" href="structtw__optdef.html">tw_optdef</a> <a class="code" href="network-mpi_8c.html#ac65f4401b7c7a792dc3fdbcae30a2c1c">mpi_opts</a>[] = {</div>
<div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;  <a class="code" href="tw-opts_8h.html#a0e45b7a88a51dca3fe99d31aae9636c4">TWOPT_GROUP</a>(<span class="stringliteral">&quot;ROSS MPI Kernel&quot;</span>),</div>
<div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;  <a class="code" href="tw-opts_8h.html#a0d00417e3bef0d001f256f846c72838d">TWOPT_UINT</a>(</div>
<div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;             <span class="stringliteral">&quot;read-buffer&quot;</span>,</div>
<div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;             <a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a>,</div>
<div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;             <span class="stringliteral">&quot;network read buffer size in # of events&quot;</span>),</div>
<div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;  <a class="code" href="tw-opts_8h.html#a0d00417e3bef0d001f256f846c72838d">TWOPT_UINT</a>(</div>
<div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;             <span class="stringliteral">&quot;send-buffer&quot;</span>,</div>
<div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;             <a class="code" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a>,</div>
<div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;             <span class="stringliteral">&quot;network send buffer size in # of events&quot;</span>),</div>
<div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;  <a class="code" href="tw-opts_8h.html#a38209b0e7568d41f5448ae5f884290a4">TWOPT_END</a>()</div>
<div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;};</div>
<div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;</div>
<div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;<span class="comment">// Forward declarations of functions used in MPI network message processing</span></div>
<div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">recv_begin</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me);</div>
<div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="network-mpi_8c.html#a149ffcda6e9840d885bfe970374a9f49">recv_finish</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me, <a class="code" href="structtw__event.html">tw_event</a> *e, <span class="keywordtype">char</span> * buffer);</div>
<div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">send_begin</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me);</div>
<div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">send_finish</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me, <a class="code" href="structtw__event.html">tw_event</a> *e, <span class="keywordtype">char</span> * buffer);</div>
<div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;</div>
<div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;<span class="comment">// Start of implmentation of network processing routines/functions</span></div>
<div class="line"><a name="l00059"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#aea8ec44102f611b89ed0ad9f4015cd97">   59</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="network-mpi_8c.html#aea8ec44102f611b89ed0ad9f4015cd97">tw_comm_set</a>(MPI_Comm comm)</div>
<div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;{</div>
<div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;        <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a> = comm;</div>
<div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;        <a class="code" href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">custom_communicator</a> = 1;</div>
<div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;}</div>
<div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;</div>
<div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;<span class="keyword">const</span> <a class="code" href="structtw__optdef.html">tw_optdef</a> *</div>
<div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a3db61a41bb6a85964e22e5488038b02e">   66</a></span>&#160;<a class="code" href="network-mpi_8c.html#a3db61a41bb6a85964e22e5488038b02e">tw_net_init</a>(<span class="keywordtype">int</span> *argc, <span class="keywordtype">char</span> ***argv)</div>
<div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;{</div>
<div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;  <span class="keywordtype">int</span> my_rank;</div>
<div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;  <span class="keywordtype">int</span> initialized;</div>
<div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;  MPI_Initialized(&amp;initialized);</div>
<div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;</div>
<div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;  <span class="keywordflow">if</span> (!initialized) {</div>
<div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;    <span class="keywordflow">if</span> (MPI_Init(argc, argv) != MPI_SUCCESS)</div>
<div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;      <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;MPI_Init failed.&quot;</span>);</div>
<div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;  }</div>
<div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;</div>
<div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;  <span class="keywordflow">if</span> (MPI_Comm_rank(<a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>, &amp;my_rank) != MPI_SUCCESS)</div>
<div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Cannot get MPI_Comm_rank(MPI_COMM_ROSS)&quot;</span>);</div>
<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;</div>
<div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;  <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a> = 0;</div>
<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;  <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> = my_rank;</div>
<div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;</div>
<div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;  <span class="keywordflow">return</span> <a class="code" href="network-mpi_8c.html#ac65f4401b7c7a792dc3fdbcae30a2c1c">mpi_opts</a>;</div>
<div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;}</div>
<div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;<span class="comment"> * @brief Initializes queues used for posted sends and receives</span></div>
<div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;<span class="comment"> * @param[in] q pointer to the queue to be initialized</span></div>
<div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;<span class="comment"> * @param[in] name name of the queue</span></div>
<div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span></div>
<div class="line"><a name="l00093"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a9b32fd67edec885cbb35137bd4547616">   93</a></span>&#160;<a class="code" href="network-mpi_8c.html#a9b32fd67edec885cbb35137bd4547616">init_q</a>(<span class="keyword">struct</span> <a class="code" href="structact__q.html">act_q</a> *q, <span class="keyword">const</span> <span class="keywordtype">char</span> *<a class="code" href="structact__q.html#a3a30714e462936c644cafdded65af61c">name</a>, <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> size)</div>
<div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;{</div>
<div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;  q-&gt;<a class="code" href="structact__q.html#a3a30714e462936c644cafdded65af61c">name</a> = <a class="code" href="structact__q.html#a3a30714e462936c644cafdded65af61c">name</a>;</div>
<div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;  q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a> = (<a class="code" href="structtw__event.html">tw_event</a> **) <a class="code" href="ross-extern_8h.html#a445b1ed30cd2e8ef1f837e782a339a70">tw_calloc</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, name, <span class="keyword">sizeof</span>(<a class="code" href="structtw__event.html">tw_event</a> *), size);</div>
<div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;  q-&gt;<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a> = (MPI_Request *) <a class="code" href="ross-extern_8h.html#a445b1ed30cd2e8ef1f837e782a339a70">tw_calloc</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, name, <span class="keyword">sizeof</span>(MPI_Request), size);</div>
<div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;  q-&gt;<a class="code" href="structact__q.html#a4173587349856c04cac8a9250a16ad21">idx_list</a> = (<span class="keywordtype">int</span> *) <a class="code" href="ross-extern_8h.html#a445b1ed30cd2e8ef1f837e782a339a70">tw_calloc</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, name, <span class="keyword">sizeof</span>(<span class="keywordtype">int</span>), size);</div>
<div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;  q-&gt;<a class="code" href="structact__q.html#a1a280efeb12c61fba82288f089b271f3">status_list</a> = (MPI_Status *) <a class="code" href="ross-extern_8h.html#a445b1ed30cd2e8ef1f837e782a339a70">tw_calloc</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, name, <span class="keyword">sizeof</span>(MPI_Status), size);</div>
<div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;}</div>
<div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;</div>
<div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span></div>
<div class="line"><a name="l00103"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#ab1ceb0df9f08e70f7e008dcc24adb425">  103</a></span>&#160;<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;{</div>
<div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;  <span class="keywordflow">return</span> <a class="code" href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">world_size</a>;</div>
<div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;}</div>
<div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;</div>
<div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00109"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a625a50a6a03701b067693d7dc5ed483b">  109</a></span>&#160;<a class="code" href="network-mpi_8c.html#a625a50a6a03701b067693d7dc5ed483b">tw_net_start</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;{</div>
<div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;  <span class="comment">// sets value of tw_nnodes</span></div>
<div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;  <span class="keywordflow">if</span> (MPI_Comm_size(<a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>, &amp;<a class="code" href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">world_size</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Cannot get MPI_Comm_size(MPI_COMM_ROSS)&quot;</span>);</div>
<div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;</div>
<div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;  <span class="keywordflow">if</span>( <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == 0)</div>
<div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;    {</div>
<div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;      printf(<span class="stringliteral">&quot;tw_net_start: Found world size to be %d \n&quot;</span>, <a class="code" href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">world_size</a> );</div>
<div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;    }</div>
<div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;</div>
<div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;  <span class="comment">// Check after tw_nnodes is defined</span></div>
<div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;  <span class="keywordflow">if</span>(<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() == 1) {</div>
<div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;      <span class="comment">// force the setting of SEQUENTIAL protocol</span></div>
<div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;      <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fdae5f7a365677da0b0b9852a7b1c937f35">NO_SYNCH</a>) {</div>
<div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;          <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> = <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda6b834d43476553e583e0fde6578c82f0">SEQUENTIAL</a>;</div>
<div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;      } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef">CONSERVATIVE</a> || <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda7ff3894aed4e1746b6fb19f9472678c8">OPTIMISTIC</a>) {</div>
<div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;          <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> = <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda6b834d43476553e583e0fde6578c82f0">SEQUENTIAL</a>;</div>
<div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;          fprintf(stderr, <span class="stringliteral">&quot;Warning: Defaulting to Sequential Simulation, not enough PEs defined.\n&quot;</span>);</div>
<div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;      }</div>
<div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;  }</div>
<div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;</div>
<div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;  <a class="code" href="ross-extern_8h.html#a2a0e6607074d85f80badcf5f5da3547e">tw_pe_init</a>();</div>
<div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;</div>
<div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;  <span class="comment">// these values are command line options</span></div>
<div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;  <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a> &lt; 1) <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;network send buffer must be &gt;= 1&quot;</span>);</div>
<div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;  <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a> &lt; 1) <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;network read buffer must be &gt;= 1&quot;</span>);</div>
<div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;</div>
<div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;  <a class="code" href="network-mpi_8c.html#a9b32fd67edec885cbb35137bd4547616">init_q</a>(&amp;<a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>, <span class="stringliteral">&quot;MPI send queue&quot;</span>, <a class="code" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a>);</div>
<div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;  <a class="code" href="network-mpi_8c.html#a9b32fd67edec885cbb35137bd4547616">init_q</a>(&amp;<a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>, <span class="stringliteral">&quot;MPI recv queue&quot;</span>, <a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a>);</div>
<div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;</div>
<div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;  <a class="code" href="ross-extern_8h.html#a76436337b648c7ac03476c9340387928">g_tw_net_device_size</a> = <a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a>;</div>
<div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;</div>
<div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;  <span class="comment">// pre-post all the Irecv operations</span></div>
<div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;  <a class="code" href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">recv_begin</a>(<a class="code" href="ross-extern_8h.html#a2f67789cc425e7d839fa4b983f5b8505">g_tw_pe</a>);</div>
<div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;}</div>
<div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;</div>
<div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a53b310206267d968fc44cb574de00d80">  147</a></span>&#160;<a class="code" href="network-mpi_8c.html#a2e139e8547a091c4c4ea0b445fe8dd1c">tw_net_abort</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;{</div>
<div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;  MPI_Abort(<a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>, 1);</div>
<div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;  exit(1);</div>
<div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;}</div>
<div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;</div>
<div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a753856a718a9881f642523034260d3f9">  154</a></span>&#160;<a class="code" href="network-mpi_8c.html#a753856a718a9881f642523034260d3f9">tw_net_stop</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;{</div>
<div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;<span class="preprocessor">#ifdef USE_DAMARIS</span></div>
<div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;<span class="preprocessor"></span>    <span class="keywordflow">if</span> (g_st_damaris_enabled)</div>
<div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;        st_damaris_ross_finalize();</div>
<div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;    <span class="keywordflow">else</span></div>
<div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;    {</div>
<div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;        <span class="keywordflow">if</span> (!<a class="code" href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">custom_communicator</a>) {</div>
<div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;            <span class="keywordflow">if</span> (MPI_Finalize() != MPI_SUCCESS)</div>
<div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Failed to finalize MPI&quot;</span>);</div>
<div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;        }</div>
<div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;    }</div>
<div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;<span class="preprocessor"></span>  <span class="keywordflow">if</span> (!<a class="code" href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">custom_communicator</a>) {</div>
<div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;    <span class="keywordflow">if</span> (MPI_Finalize() != MPI_SUCCESS)</div>
<div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;      <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Failed to finalize MPI&quot;</span>);</div>
<div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;  }</div>
<div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;<span class="preprocessor"></span>}</div>
<div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;</div>
<div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00175"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#ad2d1779a485bde77b7b62876a9ff6e25">  175</a></span>&#160;<a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;{</div>
<div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;  <span class="keywordflow">if</span> (MPI_Barrier(<a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Failed to wait for MPI_Barrier&quot;</span>);</div>
<div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;}</div>
<div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;</div>
<div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;<a class="code" href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a></div>
<div class="line"><a name="l00182"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#aad791cc8b066ed3cb37912b131b06b00">  182</a></span>&#160;<a class="code" href="network-mpi_8c.html#aad791cc8b066ed3cb37912b131b06b00">tw_net_minimum</a>(<span class="keywordtype">void</span>)</div>
<div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;{</div>
<div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;  <a class="code" href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a> m = <a class="code" href="ross_8h.html#a471329bf2e6dd88767d6205a7dc5ce54">TW_STIME_MAX</a>;</div>
<div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;  <a class="code" href="structtw__event.html">tw_event</a> *e;</div>
<div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;  <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i;</div>
<div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;</div>
<div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;  e = outq.<a class="code" href="structtw__eventq.html#a0a1d2a79704a9bb361cbc1c1a1f67952">head</a>;</div>
<div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;  <span class="keywordflow">while</span> (e) {</div>
<div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(m, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &gt; 0)</div>
<div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;      m = e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;    e = e-&gt;<a class="code" href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">next</a>;</div>
<div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;  }</div>
<div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;</div>
<div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;  <span class="keywordflow">for</span> (i = 0; i &lt; <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>; i++) {</div>
<div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;    e = <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[i];</div>
<div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(m, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &gt; 0)</div>
<div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;      m = e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;  }</div>
<div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;</div>
<div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;  <span class="keywordflow">return</span> m;</div>
<div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;}</div>
<div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;<span class="comment"> * @brief Calls MPI_Testsome on the provided queue, to check for finished operations.</span></div>
<div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;<span class="comment"> * @param[in] q queue to check</span></div>
<div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;<span class="comment"> * @param[in] me pointer to the PE</span></div>
<div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;<span class="comment"> * @param[in] finish pointer to function that will perform the appropriate send/recv</span></div>
<div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;<span class="comment"> * finish functionality</span></div>
<div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;<span class="comment"> * @return 0 if MPI_Testsome did not return any finished operations, 1 otherwise.</span></div>
<div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span></div>
<div class="line"><a name="l00215"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">  215</a></span>&#160;<a class="code" href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">test_q</a>(</div>
<div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;       <span class="keyword">struct</span> <a class="code" href="structact__q.html">act_q</a> *q,</div>
<div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;       <a class="code" href="structtw__pe.html">tw_pe</a> *me,</div>
<div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;       <span class="keywordtype">void</span> (*finish)(<a class="code" href="structtw__pe.html">tw_pe</a> *, <a class="code" href="structtw__event.html">tw_event</a> *, <span class="keywordtype">char</span> *))</div>
<div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;{</div>
<div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;  <span class="keywordtype">int</span> ready, i, n;</div>
<div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;</div>
<div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;  <span class="keywordflow">if</span> (!q-&gt;<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>)</div>
<div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;    <span class="keywordflow">return</span> 0;</div>
<div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;</div>
<div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;  <span class="keywordflow">if</span> (MPI_Testsome(</div>
<div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;                   q-&gt;<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>,</div>
<div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;                   q-&gt;<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>,</div>
<div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;                   &amp;ready,</div>
<div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;                   q-&gt;<a class="code" href="structact__q.html#a4173587349856c04cac8a9250a16ad21">idx_list</a>,</div>
<div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;                   q-&gt;<a class="code" href="structact__q.html#a1a280efeb12c61fba82288f089b271f3">status_list</a>) != MPI_SUCCESS) {</div>
<div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(</div>
<div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;             <a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>,</div>
<div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;             <span class="stringliteral">&quot;MPI_testsome failed with %u items in %s&quot;</span>,</div>
<div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;             q-&gt;<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>,</div>
<div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;             q-&gt;<a class="code" href="structact__q.html#a3a30714e462936c644cafdded65af61c">name</a>);</div>
<div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;  }</div>
<div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;</div>
<div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;  <span class="keywordflow">if</span> (1 &gt; ready)</div>
<div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;    <span class="keywordflow">return</span> 0;</div>
<div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;</div>
<div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;  <span class="keywordflow">for</span> (i = 0; i &lt; ready; i++)</div>
<div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;    {</div>
<div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;      <a class="code" href="structtw__event.html">tw_event</a> *e;</div>
<div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;</div>
<div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;      n = q-&gt;<a class="code" href="structact__q.html#a4173587349856c04cac8a9250a16ad21">idx_list</a>[i];</div>
<div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;      e = q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[n];</div>
<div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;      q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[n] = NULL;</div>
<div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;</div>
<div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;      finish(me, e, NULL);</div>
<div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;    }</div>
<div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;</div>
<div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;  <span class="comment">/* Collapse the lists to remove any holes we left. */</span></div>
<div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;  <span class="keywordflow">for</span> (i = 0, n = 0; (<span class="keywordtype">unsigned</span> int)i &lt; q-&gt;<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>; i++)</div>
<div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;  {</div>
<div class="line"><a name="l00255"></a><span class="lineno">  255</span>&#160;    <span class="keywordflow">if</span> (q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[i])</div>
<div class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;    {</div>
<div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;      <span class="keywordflow">if</span> (i != n)</div>
<div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;      {</div>
<div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;        <span class="comment">// swap the event pointers</span></div>
<div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;          q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[n] = q-&gt;<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[i];</div>
<div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;</div>
<div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;        <span class="comment">// copy the request handles</span></div>
<div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;          memcpy(</div>
<div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;              &amp;q-&gt;<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>[n],</div>
<div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;              &amp;q-&gt;<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>[i],</div>
<div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;              <span class="keyword">sizeof</span>(q-&gt;<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>[0]));</div>
<div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;</div>
<div class="line"><a name="l00268"></a><span class="lineno">  268</span>&#160;      } <span class="comment">// endif (i != n)</span></div>
<div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;      n++;</div>
<div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;    } <span class="comment">// endif (q-&gt;event_list[i])</span></div>
<div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;  }</div>
<div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;  q-&gt;<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a> -= ready;</div>
<div class="line"><a name="l00273"></a><span class="lineno">  273</span>&#160;</div>
<div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;  <span class="keywordflow">return</span> 1;</div>
<div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;}</div>
<div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00277"></a><span class="lineno">  277</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00278"></a><span class="lineno">  278</span>&#160;<span class="comment"> * @brief If there are any openings in the posted_recvs queue, post more Irecvs.</span></div>
<div class="line"><a name="l00279"></a><span class="lineno">  279</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00280"></a><span class="lineno">  280</span>&#160;<span class="comment"> * @param[in] me pointer to the PE</span></div>
<div class="line"><a name="l00281"></a><span class="lineno">  281</span>&#160;<span class="comment"> * @return 0 if no changes are made to the queue, 1 otherwise.</span></div>
<div class="line"><a name="l00282"></a><span class="lineno">  282</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00283"></a><span class="lineno">  283</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span></div>
<div class="line"><a name="l00284"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">  284</a></span>&#160;<a class="code" href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">recv_begin</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me)</div>
<div class="line"><a name="l00285"></a><span class="lineno">  285</span>&#160;{</div>
<div class="line"><a name="l00286"></a><span class="lineno">  286</span>&#160;  <a class="code" href="structtw__event.html">tw_event</a>      *e = NULL;</div>
<div class="line"><a name="l00287"></a><span class="lineno">  287</span>&#160;</div>
<div class="line"><a name="l00288"></a><span class="lineno">  288</span>&#160;  <span class="keywordtype">int</span> changed = 0;</div>
<div class="line"><a name="l00289"></a><span class="lineno">  289</span>&#160;</div>
<div class="line"><a name="l00290"></a><span class="lineno">  290</span>&#160;  <span class="keywordflow">while</span> (<a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a> &lt; <a class="code" href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a>)</div>
<div class="line"><a name="l00291"></a><span class="lineno">  291</span>&#160;    {</div>
<div class="line"><a name="l00292"></a><span class="lineno">  292</span>&#160;      <span class="keywordtype">unsigned</span> <span class="keywordtype">id</span> = <a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>;</div>
<div class="line"><a name="l00293"></a><span class="lineno">  293</span>&#160;</div>
<div class="line"><a name="l00294"></a><span class="lineno">  294</span>&#160;      <span class="keywordflow">if</span>(!(e = <a class="code" href="ross-inline_8h.html#a91ee3bf5565bdad184cf16590b6b3198">tw_event_grab</a>(me)))</div>
<div class="line"><a name="l00295"></a><span class="lineno">  295</span>&#160;      {</div>
<div class="line"><a name="l00296"></a><span class="lineno">  296</span>&#160;          <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(me))</div>
<div class="line"><a name="l00297"></a><span class="lineno">  297</span>&#160;              <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Out of events in GVT! Consider increasing --extramem&quot;</span>);</div>
<div class="line"><a name="l00298"></a><span class="lineno">  298</span>&#160;          <span class="keywordflow">return</span> changed;</div>
<div class="line"><a name="l00299"></a><span class="lineno">  299</span>&#160;      }</div>
<div class="line"><a name="l00300"></a><span class="lineno">  300</span>&#160;</div>
<div class="line"><a name="l00301"></a><span class="lineno">  301</span>&#160;        <span class="keywordflow">if</span>( MPI_Irecv(e,</div>
<div class="line"><a name="l00302"></a><span class="lineno">  302</span>&#160;                     (<span class="keywordtype">int</span>)<a class="code" href="network-mpi_8c.html#a5a389c807591f69a3806763bc9c089fa">EVENT_SIZE</a>(e),</div>
<div class="line"><a name="l00303"></a><span class="lineno">  303</span>&#160;                     MPI_BYTE,</div>
<div class="line"><a name="l00304"></a><span class="lineno">  304</span>&#160;                     MPI_ANY_SOURCE,</div>
<div class="line"><a name="l00305"></a><span class="lineno">  305</span>&#160;                     <a class="code" href="network-mpi_8c.html#a21f58374b1b9d28d08d7f4eabddbba82">EVENT_TAG</a>,</div>
<div class="line"><a name="l00306"></a><span class="lineno">  306</span>&#160;                     <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>,</div>
<div class="line"><a name="l00307"></a><span class="lineno">  307</span>&#160;                     &amp;<a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>.<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>[<span class="keywordtype">id</span>]) != MPI_SUCCESS)</div>
<div class="line"><a name="l00308"></a><span class="lineno">  308</span>&#160;          {</div>
<div class="line"><a name="l00309"></a><span class="lineno">  309</span>&#160;            <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, e);</div>
<div class="line"><a name="l00310"></a><span class="lineno">  310</span>&#160;            <span class="keywordflow">return</span> changed;</div>
<div class="line"><a name="l00311"></a><span class="lineno">  311</span>&#160;          }</div>
<div class="line"><a name="l00312"></a><span class="lineno">  312</span>&#160;</div>
<div class="line"><a name="l00313"></a><span class="lineno">  313</span>&#160;      <a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>.<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[id] = e;</div>
<div class="line"><a name="l00314"></a><span class="lineno">  314</span>&#160;      <a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>++;</div>
<div class="line"><a name="l00315"></a><span class="lineno">  315</span>&#160;      changed = 1;</div>
<div class="line"><a name="l00316"></a><span class="lineno">  316</span>&#160;    }</div>
<div class="line"><a name="l00317"></a><span class="lineno">  317</span>&#160;</div>
<div class="line"><a name="l00318"></a><span class="lineno">  318</span>&#160;  <span class="keywordflow">return</span> changed;</div>
<div class="line"><a name="l00319"></a><span class="lineno">  319</span>&#160;}</div>
<div class="line"><a name="l00320"></a><span class="lineno">  320</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00321"></a><span class="lineno">  321</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00322"></a><span class="lineno">  322</span>&#160;<span class="comment"> * @brief Determines how to handle the newly received event.</span></div>
<div class="line"><a name="l00323"></a><span class="lineno">  323</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00324"></a><span class="lineno">  324</span>&#160;<span class="comment"> * @param[in] me pointer to PE</span></div>
<div class="line"><a name="l00325"></a><span class="lineno">  325</span>&#160;<span class="comment"> * @param[in] e pointer to event that we just received</span></div>
<div class="line"><a name="l00326"></a><span class="lineno">  326</span>&#160;<span class="comment"> * @param[in] buffer not currently used</span></div>
<div class="line"><a name="l00327"></a><span class="lineno">  327</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00328"></a><span class="lineno">  328</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span></div>
<div class="line"><a name="l00329"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a149ffcda6e9840d885bfe970374a9f49">  329</a></span>&#160;<a class="code" href="network-mpi_8c.html#a149ffcda6e9840d885bfe970374a9f49">recv_finish</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me, <a class="code" href="structtw__event.html">tw_event</a> *e, <span class="keywordtype">char</span> * buffer)</div>
<div class="line"><a name="l00330"></a><span class="lineno">  330</span>&#160;{</div>
<div class="line"><a name="l00331"></a><span class="lineno">  331</span>&#160;  (void) buffer;</div>
<div class="line"><a name="l00332"></a><span class="lineno">  332</span>&#160;  <a class="code" href="structtw__pe.html">tw_pe</a>         *dest_pe;</div>
<div class="line"><a name="l00333"></a><span class="lineno">  333</span>&#160;  <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start;</div>
<div class="line"><a name="l00334"></a><span class="lineno">  334</span>&#160;</div>
<div class="line"><a name="l00335"></a><span class="lineno">  335</span>&#160;  me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a67369ce1343843fe5d0bb6f723ccb140">s_nread_network</a>++;</div>
<div class="line"><a name="l00336"></a><span class="lineno">  336</span>&#160;  me-&gt;<a class="code" href="structtw__pe.html#ab0e5e3bc50c10def6a57f8bc680e6a1a">s_nwhite_recv</a>++;</div>
<div class="line"><a name="l00337"></a><span class="lineno">  337</span>&#160;</div>
<div class="line"><a name="l00338"></a><span class="lineno">  338</span>&#160;  <span class="comment">//  printf(&quot;recv_finish: remote event [cancel %u] FROM: LP %lu, PE %lu, TO: LP %lu, PE %lu at TS %lf \n&quot;,</span></div>
<div class="line"><a name="l00339"></a><span class="lineno">  339</span>&#160;  <span class="comment">//     e-&gt;state.cancel_q, (tw_lpid)e-&gt;src_lp, e-&gt;send_pe, (tw_lpid)e-&gt;dest_lp, me-&gt;id, e-&gt;recv_ts);</span></div>
<div class="line"><a name="l00340"></a><span class="lineno">  340</span>&#160;</div>
<div class="line"><a name="l00341"></a><span class="lineno">  341</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a> = <a class="code" href="ross-kernel-inline_8h.html#a3e5591d29e9db9c6a1a1cc19ed55feec">tw_getlocal_lp</a>((<a class="code" href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a>) e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>);</div>
<div class="line"><a name="l00342"></a><span class="lineno">  342</span>&#160;  dest_pe = e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>;</div>
<div class="line"><a name="l00343"></a><span class="lineno">  343</span>&#160;  <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00344"></a><span class="lineno">  344</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a29c7947257fbbd0d281f7a95e5222604">s_nread_network</a>++;</div>
<div class="line"><a name="l00345"></a><span class="lineno">  345</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a12c46566f17f830211d872c5f29b8722">s_nread_network</a>++;</div>
<div class="line"><a name="l00346"></a><span class="lineno">  346</span>&#160;</div>
<div class="line"><a name="l00347"></a><span class="lineno">  347</span>&#160;  <span class="keywordflow">if</span>(e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a> &gt; <a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>()-1)</div>
<div class="line"><a name="l00348"></a><span class="lineno">  348</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;bad sendpe_id: %d&quot;</span>, e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a>);</div>
<div class="line"><a name="l00349"></a><span class="lineno">  349</span>&#160;</div>
<div class="line"><a name="l00350"></a><span class="lineno">  350</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">cancel_next</a> = NULL;</div>
<div class="line"><a name="l00351"></a><span class="lineno">  351</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a> = NULL;</div>
<div class="line"><a name="l00352"></a><span class="lineno">  352</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">cause_next</a> = NULL;</div>
<div class="line"><a name="l00353"></a><span class="lineno">  353</span>&#160;</div>
<div class="line"><a name="l00354"></a><span class="lineno">  354</span>&#160;</div>
<div class="line"><a name="l00355"></a><span class="lineno">  355</span>&#160;</div>
<div class="line"><a name="l00356"></a><span class="lineno">  356</span>&#160;  <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>) &lt; 0)</div>
<div class="line"><a name="l00357"></a><span class="lineno">  357</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;%d: Received straggler from %d: %lf (%d)&quot;</span>,</div>
<div class="line"><a name="l00358"></a><span class="lineno">  358</span>&#160;             me-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>,  e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a>, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a>);</div>
<div class="line"><a name="l00359"></a><span class="lineno">  359</span>&#160;</div>
<div class="line"><a name="l00360"></a><span class="lineno">  360</span>&#160;  <span class="keywordflow">if</span>(<a class="code" href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a>(me))</div>
<div class="line"><a name="l00361"></a><span class="lineno">  361</span>&#160;      me-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> = (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(me-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a>, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &lt; 0) ? me-&gt;<a class="code" href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">trans_msg_ts</a> : e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00362"></a><span class="lineno">  362</span>&#160;</div>
<div class="line"><a name="l00363"></a><span class="lineno">  363</span>&#160;  <span class="comment">// if cancel event, retrieve and flush</span></div>
<div class="line"><a name="l00364"></a><span class="lineno">  364</span>&#160;  <span class="comment">// else, store in hash table</span></div>
<div class="line"><a name="l00365"></a><span class="lineno">  365</span>&#160;  <span class="keywordflow">if</span>(e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a>)</div>
<div class="line"><a name="l00366"></a><span class="lineno">  366</span>&#160;    {</div>
<div class="line"><a name="l00367"></a><span class="lineno">  367</span>&#160;      <a class="code" href="structtw__event.html">tw_event</a> *cancel = <a class="code" href="hash-quadratic_8c.html#af2da87c210aeb3433d50ee3bcb139e20">tw_hash_remove</a>(me-&gt;<a class="code" href="structtw__pe.html#ae5a648dd3ec46d9d3c9d9253603203e8">hash_t</a>, e, e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a>);</div>
<div class="line"><a name="l00368"></a><span class="lineno">  368</span>&#160;</div>
<div class="line"><a name="l00369"></a><span class="lineno">  369</span>&#160;      <span class="comment">// NOTE: it is possible to cancel the event we</span></div>
<div class="line"><a name="l00370"></a><span class="lineno">  370</span>&#160;      <span class="comment">// are currently processing at this PE since this</span></div>
<div class="line"><a name="l00371"></a><span class="lineno">  371</span>&#160;      <span class="comment">// MPI module lets me read cancel events during</span></div>
<div class="line"><a name="l00372"></a><span class="lineno">  372</span>&#160;      <span class="comment">// event sends over the network.</span></div>
<div class="line"><a name="l00373"></a><span class="lineno">  373</span>&#160;</div>
<div class="line"><a name="l00374"></a><span class="lineno">  374</span>&#160;      cancel-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a> = 1;</div>
<div class="line"><a name="l00375"></a><span class="lineno">  375</span>&#160;      cancel-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a5f5d71c18132da4f3412f48394413d92">remote</a> = 0;</div>
<div class="line"><a name="l00376"></a><span class="lineno">  376</span>&#160;</div>
<div class="line"><a name="l00377"></a><span class="lineno">  377</span>&#160;      cancel-&gt;<a class="code" href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">cancel_next</a> = dest_pe-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a>;</div>
<div class="line"><a name="l00378"></a><span class="lineno">  378</span>&#160;      dest_pe-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a> = cancel;</div>
<div class="line"><a name="l00379"></a><span class="lineno">  379</span>&#160;</div>
<div class="line"><a name="l00380"></a><span class="lineno">  380</span>&#160;      <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, e);</div>
<div class="line"><a name="l00381"></a><span class="lineno">  381</span>&#160;</div>
<div class="line"><a name="l00382"></a><span class="lineno">  382</span>&#160;      <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00383"></a><span class="lineno">  383</span>&#160;    }</div>
<div class="line"><a name="l00384"></a><span class="lineno">  384</span>&#160;</div>
<div class="line"><a name="l00385"></a><span class="lineno">  385</span>&#160;  <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda7ff3894aed4e1746b6fb19f9472678c8">OPTIMISTIC</a> ||</div>
<div class="line"><a name="l00386"></a><span class="lineno">  386</span>&#160;      <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fdacc902805d3a33320ec8f60c2add387ba">OPTIMISTIC_DEBUG</a> ||</div>
<div class="line"><a name="l00387"></a><span class="lineno">  387</span>&#160;      <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda65a00e65f23b13a6f19ea3e16f9b9e05">OPTIMISTIC_REALTIME</a> ) {</div>
<div class="line"><a name="l00388"></a><span class="lineno">  388</span>&#160;    <a class="code" href="hash-quadratic_8c.html#a4e8a48f209c2574ac4755605ac42f773">tw_hash_insert</a>(me-&gt;<a class="code" href="structtw__pe.html#ae5a648dd3ec46d9d3c9d9253603203e8">hash_t</a>, e, e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a>);</div>
<div class="line"><a name="l00389"></a><span class="lineno">  389</span>&#160;    e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a5f5d71c18132da4f3412f48394413d92">remote</a> = 1;</div>
<div class="line"><a name="l00390"></a><span class="lineno">  390</span>&#160;  }</div>
<div class="line"><a name="l00391"></a><span class="lineno">  391</span>&#160;</div>
<div class="line"><a name="l00392"></a><span class="lineno">  392</span>&#160;  <span class="comment">/* NOTE: the final check in the if conditional below was added to make sure</span></div>
<div class="line"><a name="l00393"></a><span class="lineno">  393</span>&#160;<span class="comment">   * that we do not execute the fast case unless the cancellation queue is</span></div>
<div class="line"><a name="l00394"></a><span class="lineno">  394</span>&#160;<span class="comment">   * empty on the destination PE.  Otherwise we need to invoke the normal</span></div>
<div class="line"><a name="l00395"></a><span class="lineno">  395</span>&#160;<span class="comment">   * scheduling routines to make sure that a forward event doesn&#39;t bypass a</span></div>
<div class="line"><a name="l00396"></a><span class="lineno">  396</span>&#160;<span class="comment">   * cancellation event with an earlier timestamp.  This is helpful for</span></div>
<div class="line"><a name="l00397"></a><span class="lineno">  397</span>&#160;<span class="comment">   * stateful models that produce incorrect results when presented with</span></div>
<div class="line"><a name="l00398"></a><span class="lineno">  398</span>&#160;<span class="comment">   * duplicate messages with no rollback between them.</span></div>
<div class="line"><a name="l00399"></a><span class="lineno">  399</span>&#160;<span class="comment">   */</span></div>
<div class="line"><a name="l00400"></a><span class="lineno">  400</span>&#160;  <span class="keywordflow">if</span>(me == dest_pe &amp;&amp; <a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a>, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &lt;= 0 &amp;&amp; !dest_pe-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a>) {</div>
<div class="line"><a name="l00401"></a><span class="lineno">  401</span>&#160;    <span class="comment">/* Fast case, we are sending to our own PE and</span></div>
<div class="line"><a name="l00402"></a><span class="lineno">  402</span>&#160;<span class="comment">     * there is no rollback caused by this send.</span></div>
<div class="line"><a name="l00403"></a><span class="lineno">  403</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00404"></a><span class="lineno">  404</span>&#160;    start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00405"></a><span class="lineno">  405</span>&#160;    <a class="code" href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a>(dest_pe-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, e);</div>
<div class="line"><a name="l00406"></a><span class="lineno">  406</span>&#160;    dest_pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00407"></a><span class="lineno">  407</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00408"></a><span class="lineno">  408</span>&#160;  }</div>
<div class="line"><a name="l00409"></a><span class="lineno">  409</span>&#160;</div>
<div class="line"><a name="l00410"></a><span class="lineno">  410</span>&#160;  <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a> == dest_pe-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>) {</div>
<div class="line"><a name="l00411"></a><span class="lineno">  411</span>&#160;    <span class="comment">/* Slower, but still local send, so put into top</span></div>
<div class="line"><a name="l00412"></a><span class="lineno">  412</span>&#160;<span class="comment">     * of dest_pe-&gt;event_q.</span></div>
<div class="line"><a name="l00413"></a><span class="lineno">  413</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00414"></a><span class="lineno">  414</span>&#160;    e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a>;</div>
<div class="line"><a name="l00415"></a><span class="lineno">  415</span>&#160;    <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;dest_pe-&gt;<a class="code" href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">event_q</a>, e);</div>
<div class="line"><a name="l00416"></a><span class="lineno">  416</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00417"></a><span class="lineno">  417</span>&#160;  }</div>
<div class="line"><a name="l00418"></a><span class="lineno">  418</span>&#160;</div>
<div class="line"><a name="l00419"></a><span class="lineno">  419</span>&#160;  <span class="comment">/* Never should happen; MPI should have gotten the</span></div>
<div class="line"><a name="l00420"></a><span class="lineno">  420</span>&#160;<span class="comment">   * message to the correct node without needing us</span></div>
<div class="line"><a name="l00421"></a><span class="lineno">  421</span>&#160;<span class="comment">   * to redirect the message there for it.  This is</span></div>
<div class="line"><a name="l00422"></a><span class="lineno">  422</span>&#160;<span class="comment">   * probably a serious bug with the event headers</span></div>
<div class="line"><a name="l00423"></a><span class="lineno">  423</span>&#160;<span class="comment">   * not being formatted right.</span></div>
<div class="line"><a name="l00424"></a><span class="lineno">  424</span>&#160;<span class="comment">   */</span></div>
<div class="line"><a name="l00425"></a><span class="lineno">  425</span>&#160;  <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(</div>
<div class="line"><a name="l00426"></a><span class="lineno">  426</span>&#160;           <a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>,</div>
<div class="line"><a name="l00427"></a><span class="lineno">  427</span>&#160;           <span class="stringliteral">&quot;Event recived by PE %u but meant for PE %u&quot;</span>,</div>
<div class="line"><a name="l00428"></a><span class="lineno">  428</span>&#160;           me-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>,</div>
<div class="line"><a name="l00429"></a><span class="lineno">  429</span>&#160;           dest_pe-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>);</div>
<div class="line"><a name="l00430"></a><span class="lineno">  430</span>&#160;}</div>
<div class="line"><a name="l00431"></a><span class="lineno">  431</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00432"></a><span class="lineno">  432</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00433"></a><span class="lineno">  433</span>&#160;<span class="comment"> * @brief If there are any openings in the posted_sends queue, start sends</span></div>
<div class="line"><a name="l00434"></a><span class="lineno">  434</span>&#160;<span class="comment"> * for events in the outgoing queue.</span></div>
<div class="line"><a name="l00435"></a><span class="lineno">  435</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00436"></a><span class="lineno">  436</span>&#160;<span class="comment"> * @param[in] me pointer to the PE</span></div>
<div class="line"><a name="l00437"></a><span class="lineno">  437</span>&#160;<span class="comment"> * @return 0 if no changes are made to the posted_sends queue, 1 otherwise.</span></div>
<div class="line"><a name="l00438"></a><span class="lineno">  438</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00439"></a><span class="lineno">  439</span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span></div>
<div class="line"><a name="l00440"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">  440</a></span>&#160;<a class="code" href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">send_begin</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me)</div>
<div class="line"><a name="l00441"></a><span class="lineno">  441</span>&#160;{</div>
<div class="line"><a name="l00442"></a><span class="lineno">  442</span>&#160;  <span class="keywordtype">int</span> changed = 0;</div>
<div class="line"><a name="l00443"></a><span class="lineno">  443</span>&#160;</div>
<div class="line"><a name="l00444"></a><span class="lineno">  444</span>&#160;  <span class="keywordflow">while</span> (<a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a> &lt; <a class="code" href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a>)</div>
<div class="line"><a name="l00445"></a><span class="lineno">  445</span>&#160;    {</div>
<div class="line"><a name="l00446"></a><span class="lineno">  446</span>&#160;      <a class="code" href="structtw__event.html">tw_event</a> *e = <a class="code" href="tw-eventq_8h.html#ab24e28ddbfec88a67c6c4be13be13d60">tw_eventq_peek</a>(&amp;outq);</div>
<div class="line"><a name="l00447"></a><span class="lineno">  447</span>&#160;      <a class="code" href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a> dest_pe;</div>
<div class="line"><a name="l00448"></a><span class="lineno">  448</span>&#160;</div>
<div class="line"><a name="l00449"></a><span class="lineno">  449</span>&#160;      <span class="keywordtype">unsigned</span> <span class="keywordtype">id</span> = <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>;</div>
<div class="line"><a name="l00450"></a><span class="lineno">  450</span>&#160;</div>
<div class="line"><a name="l00451"></a><span class="lineno">  451</span>&#160;      <span class="keywordflow">if</span> (!e)</div>
<div class="line"><a name="l00452"></a><span class="lineno">  452</span>&#160;        <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00453"></a><span class="lineno">  453</span>&#160;</div>
<div class="line"><a name="l00454"></a><span class="lineno">  454</span>&#160;      <span class="keywordflow">if</span>(e == me-&gt;<a class="code" href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">abort_event</a>)</div>
<div class="line"><a name="l00455"></a><span class="lineno">  455</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Sending abort event!&quot;</span>);</div>
<div class="line"><a name="l00456"></a><span class="lineno">  456</span>&#160;</div>
<div class="line"><a name="l00457"></a><span class="lineno">  457</span>&#160;      dest_pe = (*e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a318b36c6d9614b4393a3fa010cb84a14">map</a>) ((<a class="code" href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a>) e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>);</div>
<div class="line"><a name="l00458"></a><span class="lineno">  458</span>&#160;</div>
<div class="line"><a name="l00459"></a><span class="lineno">  459</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a> = (<a class="code" href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a>) <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a>;</div>
<div class="line"><a name="l00460"></a><span class="lineno">  460</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#a7f8588732c77f3e428cf2cfeee72c997">send_lp</a> = e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">gid</a>;</div>
<div class="line"><a name="l00461"></a><span class="lineno">  461</span>&#160;</div>
<div class="line"><a name="l00462"></a><span class="lineno">  462</span>&#160;      <span class="keywordflow">if</span> (MPI_Isend(e,</div>
<div class="line"><a name="l00463"></a><span class="lineno">  463</span>&#160;                    (<span class="keywordtype">int</span>)<a class="code" href="network-mpi_8c.html#a5a389c807591f69a3806763bc9c089fa">EVENT_SIZE</a>(e),</div>
<div class="line"><a name="l00464"></a><span class="lineno">  464</span>&#160;                    MPI_BYTE,</div>
<div class="line"><a name="l00465"></a><span class="lineno">  465</span>&#160;                    (int)dest_pe,</div>
<div class="line"><a name="l00466"></a><span class="lineno">  466</span>&#160;                    <a class="code" href="network-mpi_8c.html#a21f58374b1b9d28d08d7f4eabddbba82">EVENT_TAG</a>,</div>
<div class="line"><a name="l00467"></a><span class="lineno">  467</span>&#160;                    <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>,</div>
<div class="line"><a name="l00468"></a><span class="lineno">  468</span>&#160;                    &amp;<a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">req_list</a>[<span class="keywordtype">id</span>]) != MPI_SUCCESS) {</div>
<div class="line"><a name="l00469"></a><span class="lineno">  469</span>&#160;        <span class="keywordflow">return</span> changed;</div>
<div class="line"><a name="l00470"></a><span class="lineno">  470</span>&#160;      }</div>
<div class="line"><a name="l00471"></a><span class="lineno">  471</span>&#160;</div>
<div class="line"><a name="l00472"></a><span class="lineno">  472</span>&#160;      <a class="code" href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a>(&amp;outq);</div>
<div class="line"><a name="l00473"></a><span class="lineno">  473</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a></div>
<div class="line"><a name="l00474"></a><span class="lineno">  474</span>&#160;        ? <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a90edf12a62665936dab4975c81dafc3c">TW_net_acancel</a></div>
<div class="line"><a name="l00475"></a><span class="lineno">  475</span>&#160;        : <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a>;</div>
<div class="line"><a name="l00476"></a><span class="lineno">  476</span>&#160;</div>
<div class="line"><a name="l00477"></a><span class="lineno">  477</span>&#160;      <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">event_list</a>[id] = e;</div>
<div class="line"><a name="l00478"></a><span class="lineno">  478</span>&#160;      <a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>.<a class="code" href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">cur</a>++;</div>
<div class="line"><a name="l00479"></a><span class="lineno">  479</span>&#160;      me-&gt;<a class="code" href="structtw__pe.html#ad7f2118d4584a910f40850a2fdc1c9ef">s_nwhite_sent</a>++;</div>
<div class="line"><a name="l00480"></a><span class="lineno">  480</span>&#160;</div>
<div class="line"><a name="l00481"></a><span class="lineno">  481</span>&#160;      changed = 1;</div>
<div class="line"><a name="l00482"></a><span class="lineno">  482</span>&#160;    }</div>
<div class="line"><a name="l00483"></a><span class="lineno">  483</span>&#160;  <span class="keywordflow">return</span> changed;</div>
<div class="line"><a name="l00484"></a><span class="lineno">  484</span>&#160;}</div>
<div class="line"><a name="l00485"></a><span class="lineno">  485</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00486"></a><span class="lineno">  486</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00487"></a><span class="lineno">  487</span>&#160;<span class="comment"> * @brief Determines how to handle the buffer of event whose send operation</span></div>
<div class="line"><a name="l00488"></a><span class="lineno">  488</span>&#160;<span class="comment"> * just finished.</span></div>
<div class="line"><a name="l00489"></a><span class="lineno">  489</span>&#160;<span class="comment"> *</span></div>
<div class="line"><a name="l00490"></a><span class="lineno">  490</span>&#160;<span class="comment"> * @param[in] me pointer to PE</span></div>
<div class="line"><a name="l00491"></a><span class="lineno">  491</span>&#160;<span class="comment"> * @param[in] e pointer to event that we just received</span></div>
<div class="line"><a name="l00492"></a><span class="lineno">  492</span>&#160;<span class="comment"> * @param[in] buffer not currently used</span></div>
<div class="line"><a name="l00493"></a><span class="lineno">  493</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00494"></a><span class="lineno">  494</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span></div>
<div class="line"><a name="l00495"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">  495</a></span>&#160;<a class="code" href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">send_finish</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me, <a class="code" href="structtw__event.html">tw_event</a> *e, <span class="keywordtype">char</span> * buffer)</div>
<div class="line"><a name="l00496"></a><span class="lineno">  496</span>&#160;{</div>
<div class="line"><a name="l00497"></a><span class="lineno">  497</span>&#160;  (void) buffer;</div>
<div class="line"><a name="l00498"></a><span class="lineno">  498</span>&#160;  me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a950bfd3cce9aeb0874095350d634e977">s_nsend_network</a>++;</div>
<div class="line"><a name="l00499"></a><span class="lineno">  499</span>&#160;  <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00500"></a><span class="lineno">  500</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a0a3b31a34ceda52b317f5c82e4ce915c">s_nsend_network</a>++;</div>
<div class="line"><a name="l00501"></a><span class="lineno">  501</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#ad79ff3ee8ef9921cee02d7f641a64165">s_nsend_network</a>++;</div>
<div class="line"><a name="l00502"></a><span class="lineno">  502</span>&#160;</div>
<div class="line"><a name="l00503"></a><span class="lineno">  503</span>&#160;  <span class="keywordflow">if</span> (e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a>) {</div>
<div class="line"><a name="l00504"></a><span class="lineno">  504</span>&#160;    <span class="keywordflow">if</span> (e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#ac5983e758d7e1fd013dcda1ec5f848f1">cancel_asend</a>) {</div>
<div class="line"><a name="l00505"></a><span class="lineno">  505</span>&#160;      <span class="comment">/* Event was cancelled during transmission.  We must</span></div>
<div class="line"><a name="l00506"></a><span class="lineno">  506</span>&#160;<span class="comment">       * send another message to pass the cancel flag to</span></div>
<div class="line"><a name="l00507"></a><span class="lineno">  507</span>&#160;<span class="comment">       * the other node.</span></div>
<div class="line"><a name="l00508"></a><span class="lineno">  508</span>&#160;<span class="comment">       */</span></div>
<div class="line"><a name="l00509"></a><span class="lineno">  509</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#ac5983e758d7e1fd013dcda1ec5f848f1">cancel_asend</a> = 0;</div>
<div class="line"><a name="l00510"></a><span class="lineno">  510</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a> = 1;</div>
<div class="line"><a name="l00511"></a><span class="lineno">  511</span>&#160;      <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;outq, e);</div>
<div class="line"><a name="l00512"></a><span class="lineno">  512</span>&#160;    } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00513"></a><span class="lineno">  513</span>&#160;      <span class="comment">/* Event finished transmission and was not cancelled.</span></div>
<div class="line"><a name="l00514"></a><span class="lineno">  514</span>&#160;<span class="comment">       * Add to our sent event queue so we can retain the</span></div>
<div class="line"><a name="l00515"></a><span class="lineno">  515</span>&#160;<span class="comment">       * event in case we need to cancel it later.  Note it</span></div>
<div class="line"><a name="l00516"></a><span class="lineno">  516</span>&#160;<span class="comment">       * is currently in remote format and must be converted</span></div>
<div class="line"><a name="l00517"></a><span class="lineno">  517</span>&#160;<span class="comment">       * back to local format for fossil collection.</span></div>
<div class="line"><a name="l00518"></a><span class="lineno">  518</span>&#160;<span class="comment">       */</span></div>
<div class="line"><a name="l00519"></a><span class="lineno">  519</span>&#160;      e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0">TW_pe_sevent_q</a>;</div>
<div class="line"><a name="l00520"></a><span class="lineno">  520</span>&#160;      <span class="keywordflow">if</span>( <a class="code" href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a> == <a class="code" href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef">CONSERVATIVE</a> )</div>
<div class="line"><a name="l00521"></a><span class="lineno">  521</span>&#160;        <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, e);</div>
<div class="line"><a name="l00522"></a><span class="lineno">  522</span>&#160;    }</div>
<div class="line"><a name="l00523"></a><span class="lineno">  523</span>&#160;</div>
<div class="line"><a name="l00524"></a><span class="lineno">  524</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00525"></a><span class="lineno">  525</span>&#160;  }</div>
<div class="line"><a name="l00526"></a><span class="lineno">  526</span>&#160;</div>
<div class="line"><a name="l00527"></a><span class="lineno">  527</span>&#160;  <span class="keywordflow">if</span> (e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a90edf12a62665936dab4975c81dafc3c">TW_net_acancel</a>) {</div>
<div class="line"><a name="l00528"></a><span class="lineno">  528</span>&#160;    <span class="comment">/* We just finished sending the cancellation message</span></div>
<div class="line"><a name="l00529"></a><span class="lineno">  529</span>&#160;<span class="comment">     * for this event.  We need to free the buffer and</span></div>
<div class="line"><a name="l00530"></a><span class="lineno">  530</span>&#160;<span class="comment">     * make it available for reuse.</span></div>
<div class="line"><a name="l00531"></a><span class="lineno">  531</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00532"></a><span class="lineno">  532</span>&#160;    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, e);</div>
<div class="line"><a name="l00533"></a><span class="lineno">  533</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00534"></a><span class="lineno">  534</span>&#160;  }</div>
<div class="line"><a name="l00535"></a><span class="lineno">  535</span>&#160;</div>
<div class="line"><a name="l00536"></a><span class="lineno">  536</span>&#160;  <span class="comment">/* Never should happen, not unless we somehow broke this</span></div>
<div class="line"><a name="l00537"></a><span class="lineno">  537</span>&#160;<span class="comment">   * module&#39;s other functions related to sending an event.</span></div>
<div class="line"><a name="l00538"></a><span class="lineno">  538</span>&#160;<span class="comment">   */</span></div>
<div class="line"><a name="l00539"></a><span class="lineno">  539</span>&#160;</div>
<div class="line"><a name="l00540"></a><span class="lineno">  540</span>&#160;  <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(</div>
<div class="line"><a name="l00541"></a><span class="lineno">  541</span>&#160;           <a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>,</div>
<div class="line"><a name="l00542"></a><span class="lineno">  542</span>&#160;           <span class="stringliteral">&quot;Don&#39;t know how to finish send of owner=%u, cancel_q=%d&quot;</span>,</div>
<div class="line"><a name="l00543"></a><span class="lineno">  543</span>&#160;           e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>,</div>
<div class="line"><a name="l00544"></a><span class="lineno">  544</span>&#160;           e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a>);</div>
<div class="line"><a name="l00545"></a><span class="lineno">  545</span>&#160;</div>
<div class="line"><a name="l00546"></a><span class="lineno">  546</span>&#160;}</div>
<div class="line"><a name="l00547"></a><span class="lineno">  547</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00548"></a><span class="lineno">  548</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00549"></a><span class="lineno">  549</span>&#160;<span class="comment"> * @brief Start checks for finished operations in send/recv queues,</span></div>
<div class="line"><a name="l00550"></a><span class="lineno">  550</span>&#160;<span class="comment"> * and post new sends/recvs if possible.</span></div>
<div class="line"><a name="l00551"></a><span class="lineno">  551</span>&#160;<span class="comment"> * @param[in] me pointer to PE</span></div>
<div class="line"><a name="l00552"></a><span class="lineno">  552</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00553"></a><span class="lineno">  553</span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span></div>
<div class="line"><a name="l00554"></a><span class="lineno"><a class="line" href="network-mpi_8c.html#a8705ab243733bb856d58534e0e853da3">  554</a></span>&#160;<a class="code" href="network-mpi_8c.html#a8705ab243733bb856d58534e0e853da3">service_queues</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me)</div>
<div class="line"><a name="l00555"></a><span class="lineno">  555</span>&#160;{</div>
<div class="line"><a name="l00556"></a><span class="lineno">  556</span>&#160;  <span class="keywordtype">int</span> changed;</div>
<div class="line"><a name="l00557"></a><span class="lineno">  557</span>&#160;  <span class="keywordflow">do</span> {</div>
<div class="line"><a name="l00558"></a><span class="lineno">  558</span>&#160;    changed  = <a class="code" href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">test_q</a>(&amp;<a class="code" href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a>, me, <a class="code" href="network-mpi_8c.html#a149ffcda6e9840d885bfe970374a9f49">recv_finish</a>);</div>
<div class="line"><a name="l00559"></a><span class="lineno">  559</span>&#160;    changed |= <a class="code" href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">test_q</a>(&amp;<a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>, me, <a class="code" href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">send_finish</a>);</div>
<div class="line"><a name="l00560"></a><span class="lineno">  560</span>&#160;    changed |= <a class="code" href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">recv_begin</a>(me);</div>
<div class="line"><a name="l00561"></a><span class="lineno">  561</span>&#160;    changed |= <a class="code" href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">send_begin</a>(me);</div>
<div class="line"><a name="l00562"></a><span class="lineno">  562</span>&#160;  } <span class="keywordflow">while</span> (changed);</div>
<div class="line"><a name="l00563"></a><span class="lineno">  563</span>&#160;}</div>
<div class="line"><a name="l00564"></a><span class="lineno">  564</span>&#160;</div>
<div class="line"><a name="l00565"></a><span class="lineno">  565</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00566"></a><span class="lineno">  566</span>&#160;<span class="comment"> * NOTE: Chris believes that this network layer is too aggressive at</span></div>
<div class="line"><a name="l00567"></a><span class="lineno">  567</span>&#160;<span class="comment"> * reading events out of the network.. so we are modifying the algorithm</span></div>
<div class="line"><a name="l00568"></a><span class="lineno">  568</span>&#160;<span class="comment"> * to only send events when tw_net_send it called, and only read events</span></div>
<div class="line"><a name="l00569"></a><span class="lineno">  569</span>&#160;<span class="comment"> * when tw_net_read is called.</span></div>
<div class="line"><a name="l00570"></a><span class="lineno">  570</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00571"></a><span class="lineno">  571</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00572"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a29c8b71c5bbcfa0c7a30fc31769be05e">  572</a></span>&#160;<a class="code" href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *me)</div>
<div class="line"><a name="l00573"></a><span class="lineno">  573</span>&#160;{</div>
<div class="line"><a name="l00574"></a><span class="lineno">  574</span>&#160;  <a class="code" href="network-mpi_8c.html#a8705ab243733bb856d58534e0e853da3">service_queues</a>(me);</div>
<div class="line"><a name="l00575"></a><span class="lineno">  575</span>&#160;}</div>
<div class="line"><a name="l00576"></a><span class="lineno">  576</span>&#160;</div>
<div class="line"><a name="l00577"></a><span class="lineno">  577</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00578"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a6392a492117a07ef4a834aff3e36ec33">  578</a></span>&#160;<a class="code" href="network-mpi_8c.html#ac1e0e20e3cba954c23932ed9a55d6dc6">tw_net_send</a>(<a class="code" href="structtw__event.html">tw_event</a> *e)</div>
<div class="line"><a name="l00579"></a><span class="lineno">  579</span>&#160;{</div>
<div class="line"><a name="l00580"></a><span class="lineno">  580</span>&#160;  <a class="code" href="structtw__pe.html">tw_pe</a> * me = e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>;</div>
<div class="line"><a name="l00581"></a><span class="lineno">  581</span>&#160;  <span class="keywordtype">int</span> changed = 0;</div>
<div class="line"><a name="l00582"></a><span class="lineno">  582</span>&#160;</div>
<div class="line"><a name="l00583"></a><span class="lineno">  583</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a5f5d71c18132da4f3412f48394413d92">remote</a> = 0;</div>
<div class="line"><a name="l00584"></a><span class="lineno">  584</span>&#160;  e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047">TW_net_outq</a>;</div>
<div class="line"><a name="l00585"></a><span class="lineno">  585</span>&#160;  <a class="code" href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a>(&amp;outq, e);</div>
<div class="line"><a name="l00586"></a><span class="lineno">  586</span>&#160;</div>
<div class="line"><a name="l00587"></a><span class="lineno">  587</span>&#160;  <span class="keywordflow">do</span></div>
<div class="line"><a name="l00588"></a><span class="lineno">  588</span>&#160;    {</div>
<div class="line"><a name="l00589"></a><span class="lineno">  589</span>&#160;      changed = <a class="code" href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">test_q</a>(&amp;<a class="code" href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a>, me, <a class="code" href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">send_finish</a>);</div>
<div class="line"><a name="l00590"></a><span class="lineno">  590</span>&#160;      changed |= <a class="code" href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">send_begin</a>(me);</div>
<div class="line"><a name="l00591"></a><span class="lineno">  591</span>&#160;    } <span class="keywordflow">while</span> (changed);</div>
<div class="line"><a name="l00592"></a><span class="lineno">  592</span>&#160;}</div>
<div class="line"><a name="l00593"></a><span class="lineno">  593</span>&#160;</div>
<div class="line"><a name="l00594"></a><span class="lineno">  594</span>&#160;<span class="keywordtype">void</span></div>
<div class="line"><a name="l00595"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a0f32f17f307a059cd2464da4039729fb">  595</a></span>&#160;<a class="code" href="network-mpi_8c.html#a7032d3d1b4b869e4f1669248c7cf6447">tw_net_cancel</a>(<a class="code" href="structtw__event.html">tw_event</a> *e)</div>
<div class="line"><a name="l00596"></a><span class="lineno">  596</span>&#160;{</div>
<div class="line"><a name="l00597"></a><span class="lineno">  597</span>&#160;  <a class="code" href="structtw__pe.html">tw_pe</a> *src_pe = e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>;</div>
<div class="line"><a name="l00598"></a><span class="lineno">  598</span>&#160;</div>
<div class="line"><a name="l00599"></a><span class="lineno">  599</span>&#160;  <span class="keywordflow">switch</span> (e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>) {</div>
<div class="line"><a name="l00600"></a><span class="lineno">  600</span>&#160;  <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047">TW_net_outq</a>:</div>
<div class="line"><a name="l00601"></a><span class="lineno">  601</span>&#160;    <span class="comment">/* Cancelled before we could transmit it.  Do not</span></div>
<div class="line"><a name="l00602"></a><span class="lineno">  602</span>&#160;<span class="comment">     * transmit the event and instead just release the</span></div>
<div class="line"><a name="l00603"></a><span class="lineno">  603</span>&#160;<span class="comment">     * buffer back into our own free list.</span></div>
<div class="line"><a name="l00604"></a><span class="lineno">  604</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00605"></a><span class="lineno">  605</span>&#160;    <a class="code" href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a>(&amp;outq, e);</div>
<div class="line"><a name="l00606"></a><span class="lineno">  606</span>&#160;    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(src_pe, e);</div>
<div class="line"><a name="l00607"></a><span class="lineno">  607</span>&#160;</div>
<div class="line"><a name="l00608"></a><span class="lineno">  608</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00609"></a><span class="lineno">  609</span>&#160;</div>
<div class="line"><a name="l00610"></a><span class="lineno">  610</span>&#160;    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00611"></a><span class="lineno">  611</span>&#160;</div>
<div class="line"><a name="l00612"></a><span class="lineno">  612</span>&#160;  <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a>:</div>
<div class="line"><a name="l00613"></a><span class="lineno">  613</span>&#160;    <span class="comment">/* Too late.  We&#39;ve already let MPI start to send</span></div>
<div class="line"><a name="l00614"></a><span class="lineno">  614</span>&#160;<span class="comment">     * this event over the network.  We can&#39;t pull it</span></div>
<div class="line"><a name="l00615"></a><span class="lineno">  615</span>&#160;<span class="comment">     * back now without sending another message to do</span></div>
<div class="line"><a name="l00616"></a><span class="lineno">  616</span>&#160;<span class="comment">     * the cancel.</span></div>
<div class="line"><a name="l00617"></a><span class="lineno">  617</span>&#160;<span class="comment">     *</span></div>
<div class="line"><a name="l00618"></a><span class="lineno">  618</span>&#160;<span class="comment">     * Setting the cancel_q flag will signal us to do</span></div>
<div class="line"><a name="l00619"></a><span class="lineno">  619</span>&#160;<span class="comment">     * another message send once the current send of</span></div>
<div class="line"><a name="l00620"></a><span class="lineno">  620</span>&#160;<span class="comment">     * this message is completed.</span></div>
<div class="line"><a name="l00621"></a><span class="lineno">  621</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00622"></a><span class="lineno">  622</span>&#160;    e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#ac5983e758d7e1fd013dcda1ec5f848f1">cancel_asend</a> = 1;</div>
<div class="line"><a name="l00623"></a><span class="lineno">  623</span>&#160;    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00624"></a><span class="lineno">  624</span>&#160;</div>
<div class="line"><a name="l00625"></a><span class="lineno">  625</span>&#160;  <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0">TW_pe_sevent_q</a>:</div>
<div class="line"><a name="l00626"></a><span class="lineno">  626</span>&#160;    <span class="comment">/* Way late; the event was already sent and is in</span></div>
<div class="line"><a name="l00627"></a><span class="lineno">  627</span>&#160;<span class="comment">     * our sent event queue.  Mark it as a cancel and</span></div>
<div class="line"><a name="l00628"></a><span class="lineno">  628</span>&#160;<span class="comment">     * place it at the front of the outq.</span></div>
<div class="line"><a name="l00629"></a><span class="lineno">  629</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00630"></a><span class="lineno">  630</span>&#160;    e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a> = 1;</div>
<div class="line"><a name="l00631"></a><span class="lineno">  631</span>&#160;    <a class="code" href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a>(&amp;outq, e);</div>
<div class="line"><a name="l00632"></a><span class="lineno">  632</span>&#160;    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00633"></a><span class="lineno">  633</span>&#160;</div>
<div class="line"><a name="l00634"></a><span class="lineno">  634</span>&#160;  <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00635"></a><span class="lineno">  635</span>&#160;    <span class="comment">/* Huh?  Where did you come from?  Why are we being</span></div>
<div class="line"><a name="l00636"></a><span class="lineno">  636</span>&#160;<span class="comment">     * told about you?  We did not send you so we cannot</span></div>
<div class="line"><a name="l00637"></a><span class="lineno">  637</span>&#160;<span class="comment">     * cancel you!</span></div>
<div class="line"><a name="l00638"></a><span class="lineno">  638</span>&#160;<span class="comment">     */</span></div>
<div class="line"><a name="l00639"></a><span class="lineno">  639</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(</div>
<div class="line"><a name="l00640"></a><span class="lineno">  640</span>&#160;             <a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>,</div>
<div class="line"><a name="l00641"></a><span class="lineno">  641</span>&#160;             <span class="stringliteral">&quot;Don&#39;t know how to cancel event owned by %u&quot;</span>,</div>
<div class="line"><a name="l00642"></a><span class="lineno">  642</span>&#160;             e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>);</div>
<div class="line"><a name="l00643"></a><span class="lineno">  643</span>&#160;  }</div>
<div class="line"><a name="l00644"></a><span class="lineno">  644</span>&#160;</div>
<div class="line"><a name="l00645"></a><span class="lineno">  645</span>&#160;  <a class="code" href="network-mpi_8c.html#a8705ab243733bb856d58534e0e853da3">service_queues</a>(src_pe);</div>
<div class="line"><a name="l00646"></a><span class="lineno">  646</span>&#160;}</div>
<div class="line"><a name="l00647"></a><span class="lineno">  647</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00648"></a><span class="lineno">  648</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00649"></a><span class="lineno">  649</span>&#160;<span class="comment"> * tw_net_statistics</span></div>
<div class="line"><a name="l00650"></a><span class="lineno">  650</span>&#160;<span class="comment"> * @brief Function to output the statistics</span></div>
<div class="line"><a name="l00651"></a><span class="lineno">  651</span>&#160;<span class="comment"> * @attention Notice that the MPI_Reduce &quot;count&quot; parameter is greater than one.</span></div>
<div class="line"><a name="l00652"></a><span class="lineno">  652</span>&#160;<span class="comment"> * We are reducing on multiple variables *simultaneously* so if you change</span></div>
<div class="line"><a name="l00653"></a><span class="lineno">  653</span>&#160;<span class="comment"> * this function or the struct tw_statistics, you must update the other.</span></div>
<div class="line"><a name="l00654"></a><span class="lineno">  654</span>&#160;<span class="comment"> **/</span></div>
<div class="line"><a name="l00655"></a><span class="lineno">  655</span>&#160;<a class="code" href="structtw__statistics.html">tw_statistics</a>   *</div>
<div class="line"><a name="l00656"></a><span class="lineno"><a class="line" href="network-mpi_8h.html#a37113c2afb3c223fcfb4a794df50c432">  656</a></span>&#160;<a class="code" href="network-mpi_8c.html#abbcd0d5ea79ad57229162f703309142d">tw_net_statistics</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me, <a class="code" href="structtw__statistics.html">tw_statistics</a> * s)</div>
<div class="line"><a name="l00657"></a><span class="lineno">  657</span>&#160;{</div>
<div class="line"><a name="l00658"></a><span class="lineno">  658</span>&#160;  <span class="keywordflow">if</span>(MPI_Reduce(&amp;(s-&gt;<a class="code" href="structtw__statistics.html#ab722d6c0f1d5a616b0b21789cbdecc16">s_max_run_time</a>),</div>
<div class="line"><a name="l00659"></a><span class="lineno">  659</span>&#160;                &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#ab722d6c0f1d5a616b0b21789cbdecc16">s_max_run_time</a>,</div>
<div class="line"><a name="l00660"></a><span class="lineno">  660</span>&#160;                1,</div>
<div class="line"><a name="l00661"></a><span class="lineno">  661</span>&#160;                MPI_DOUBLE,</div>
<div class="line"><a name="l00662"></a><span class="lineno">  662</span>&#160;                MPI_MAX,</div>
<div class="line"><a name="l00663"></a><span class="lineno">  663</span>&#160;                (<span class="keywordtype">int</span>)<a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>,</div>
<div class="line"><a name="l00664"></a><span class="lineno">  664</span>&#160;                <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00665"></a><span class="lineno">  665</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00666"></a><span class="lineno">  666</span>&#160;</div>
<div class="line"><a name="l00667"></a><span class="lineno">  667</span>&#160;  <span class="keywordflow">if</span>(MPI_Reduce(&amp;(s-&gt;<a class="code" href="structtw__statistics.html#a828101c0647ffa8c15ac324dba6b09d4">s_net_events</a>),</div>
<div class="line"><a name="l00668"></a><span class="lineno">  668</span>&#160;                &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a828101c0647ffa8c15ac324dba6b09d4">s_net_events</a>,</div>
<div class="line"><a name="l00669"></a><span class="lineno">  669</span>&#160;                17,</div>
<div class="line"><a name="l00670"></a><span class="lineno">  670</span>&#160;                MPI_UNSIGNED_LONG_LONG,</div>
<div class="line"><a name="l00671"></a><span class="lineno">  671</span>&#160;                MPI_SUM,</div>
<div class="line"><a name="l00672"></a><span class="lineno">  672</span>&#160;                (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00673"></a><span class="lineno">  673</span>&#160;                <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00674"></a><span class="lineno">  674</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00675"></a><span class="lineno">  675</span>&#160;</div>
<div class="line"><a name="l00676"></a><span class="lineno">  676</span>&#160;  <span class="keywordflow">if</span>(MPI_Reduce(&amp;s-&gt;<a class="code" href="structtw__statistics.html#a043d6d3fdd9bfcaa4bcd388af63c6662">s_min_detected_offset</a>,</div>
<div class="line"><a name="l00677"></a><span class="lineno">  677</span>&#160;        &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a043d6d3fdd9bfcaa4bcd388af63c6662">s_min_detected_offset</a>,</div>
<div class="line"><a name="l00678"></a><span class="lineno">  678</span>&#160;        1,</div>
<div class="line"><a name="l00679"></a><span class="lineno">  679</span>&#160;        MPI_DOUBLE,</div>
<div class="line"><a name="l00680"></a><span class="lineno">  680</span>&#160;        MPI_MIN,</div>
<div class="line"><a name="l00681"></a><span class="lineno">  681</span>&#160;        (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00682"></a><span class="lineno">  682</span>&#160;        <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00683"></a><span class="lineno">  683</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00684"></a><span class="lineno">  684</span>&#160;</div>
<div class="line"><a name="l00685"></a><span class="lineno">  685</span>&#160;  <span class="keywordflow">if</span>(MPI_Reduce(&amp;(s-&gt;<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>),</div>
<div class="line"><a name="l00686"></a><span class="lineno">  686</span>&#160;                &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>,</div>
<div class="line"><a name="l00687"></a><span class="lineno">  687</span>&#160;                16,</div>
<div class="line"><a name="l00688"></a><span class="lineno">  688</span>&#160;                MPI_UNSIGNED_LONG_LONG,</div>
<div class="line"><a name="l00689"></a><span class="lineno">  689</span>&#160;                MPI_MAX,</div>
<div class="line"><a name="l00690"></a><span class="lineno">  690</span>&#160;                (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00691"></a><span class="lineno">  691</span>&#160;                <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00692"></a><span class="lineno">  692</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00693"></a><span class="lineno">  693</span>&#160;</div>
<div class="line"><a name="l00694"></a><span class="lineno">  694</span>&#160;    <span class="keywordflow">if</span> (MPI_Reduce(&amp;s-&gt;<a class="code" href="structtw__statistics.html#abd593404137ee16d70a5c87547ad52d8">s_events_past_end</a>,</div>
<div class="line"><a name="l00695"></a><span class="lineno">  695</span>&#160;        &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#abd593404137ee16d70a5c87547ad52d8">s_events_past_end</a>,</div>
<div class="line"><a name="l00696"></a><span class="lineno">  696</span>&#160;        3,</div>
<div class="line"><a name="l00697"></a><span class="lineno">  697</span>&#160;        MPI_UNSIGNED_LONG_LONG,</div>
<div class="line"><a name="l00698"></a><span class="lineno">  698</span>&#160;        MPI_SUM,</div>
<div class="line"><a name="l00699"></a><span class="lineno">  699</span>&#160;        (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00700"></a><span class="lineno">  700</span>&#160;        <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00701"></a><span class="lineno">  701</span>&#160;    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00702"></a><span class="lineno">  702</span>&#160;</div>
<div class="line"><a name="l00703"></a><span class="lineno">  703</span>&#160;<span class="preprocessor">#ifdef USE_RIO</span></div>
<div class="line"><a name="l00704"></a><span class="lineno">  704</span>&#160;<span class="preprocessor"></span>    <span class="keywordflow">if</span> (MPI_Reduce(&amp;s-&gt;s_rio_load,</div>
<div class="line"><a name="l00705"></a><span class="lineno">  705</span>&#160;            &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.s_rio_load,</div>
<div class="line"><a name="l00706"></a><span class="lineno">  706</span>&#160;            1,</div>
<div class="line"><a name="l00707"></a><span class="lineno">  707</span>&#160;            MPI_UNSIGNED_LONG_LONG,</div>
<div class="line"><a name="l00708"></a><span class="lineno">  708</span>&#160;            MPI_MAX,</div>
<div class="line"><a name="l00709"></a><span class="lineno">  709</span>&#160;            (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00710"></a><span class="lineno">  710</span>&#160;            <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00711"></a><span class="lineno">  711</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00712"></a><span class="lineno">  712</span>&#160;    <span class="keywordflow">if</span> (MPI_Reduce(&amp;s-&gt;s_rio_lp_init,</div>
<div class="line"><a name="l00713"></a><span class="lineno">  713</span>&#160;            &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.s_rio_lp_init,</div>
<div class="line"><a name="l00714"></a><span class="lineno">  714</span>&#160;            1,</div>
<div class="line"><a name="l00715"></a><span class="lineno">  715</span>&#160;            MPI_UNSIGNED_LONG_LONG,</div>
<div class="line"><a name="l00716"></a><span class="lineno">  716</span>&#160;            MPI_MAX,</div>
<div class="line"><a name="l00717"></a><span class="lineno">  717</span>&#160;            (<span class="keywordtype">int</span>)g_tw_masternode,</div>
<div class="line"><a name="l00718"></a><span class="lineno">  718</span>&#160;            <a class="code" href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a>) != MPI_SUCCESS)</div>
<div class="line"><a name="l00719"></a><span class="lineno">  719</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Unable to reduce statistics!&quot;</span>);</div>
<div class="line"><a name="l00720"></a><span class="lineno">  720</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00721"></a><span class="lineno">  721</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00722"></a><span class="lineno">  722</span>&#160;  <span class="keywordflow">return</span> &amp;me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>;</div>
<div class="line"><a name="l00723"></a><span class="lineno">  723</span>&#160;}</div>
<div class="ttc" id="structtw__pe_html_ab0e5e3bc50c10def6a57f8bc680e6a1a"><div class="ttname"><a href="structtw__pe.html#ab0e5e3bc50c10def6a57f8bc680e6a1a">tw_pe::s_nwhite_recv</a></div><div class="ttdeci">long long s_nwhite_recv</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00409">ross-types.h:409</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ae22db4d4e754eff64535402f5fa60a5f"><div class="ttname"><a href="ross-extern_8h.html#ae22db4d4e754eff64535402f5fa60a5f">g_tw_synchronization_protocol</a></div><div class="ttdeci">tw_synch g_tw_synchronization_protocol</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00018">ross-global.c:18</a></div></div>
<div class="ttc" id="ross-extern_8h_html_afffdf140f2c492f61546ad783833f127"><div class="ttname"><a href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a></div><div class="ttdeci">#define TW_LOC</div><div class="ttdef"><b>Definition:</b> <a href="ross-extern_8h_source.html#l00164">ross-extern.h:164</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a90edf12a62665936dab4975c81dafc3c"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a90edf12a62665936dab4975c81dafc3c">TW_net_acancel</a></div><div class="ttdoc">Network transmission in progress. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00220">ross-types.h:220</a></div></div>
<div class="ttc" id="structst__lp__stats_html_ad79ff3ee8ef9921cee02d7f641a64165"><div class="ttname"><a href="structst__lp__stats.html#ad79ff3ee8ef9921cee02d7f641a64165">st_lp_stats::s_nsend_network</a></div><div class="ttdeci">unsigned int s_nsend_network</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00158">st-instrumentation.h:158</a></div></div>
<div class="ttc" id="network-mpi_8c_html_aaf9f9bebe685a2f4933a4d9d0a164f65"><div class="ttname"><a href="network-mpi_8c.html#aaf9f9bebe685a2f4933a4d9d0a164f65">send_buffer</a></div><div class="ttdeci">static unsigned int send_buffer</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00036">network-mpi.c:36</a></div></div>
<div class="ttc" id="structtw__event_html_afbd71fb6565dd9a4de0ad8e77e748c8a"><div class="ttname"><a href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">tw_event::dest_lp</a></div><div class="ttdeci">tw_lp * dest_lp</div><div class="ttdoc">Destination LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00280">ross-types.h:280</a></div></div>
<div class="ttc" id="structtw__pe_html_a3164a458415135a6b5310d5f2394202a"><div class="ttname"><a href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">tw_pe::event_q</a></div><div class="ttdeci">tw_eventq event_q</div><div class="ttdoc">Linked list of events sent to this PE. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00379">ross-types.h:379</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a7032d3d1b4b869e4f1669248c7cf6447"><div class="ttname"><a href="network-mpi_8c.html#a7032d3d1b4b869e4f1669248c7cf6447">tw_net_cancel</a></div><div class="ttdeci">void tw_net_cancel(tw_event *e)</div><div class="ttdoc">Cancel the given remote event by either removing from the outq or sending an antimessage, depending on the status of the original positive send. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00595">network-mpi.c:595</a></div></div>
<div class="ttc" id="structact__q_html_a3a30714e462936c644cafdded65af61c"><div class="ttname"><a href="structact__q.html#a3a30714e462936c644cafdded65af61c">act_q::name</a></div><div class="ttdeci">const char * name</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00018">network-mpi.c:18</a></div></div>
<div class="ttc" id="ross_8h_html_a80b370bc538e17441aef6afaff852678"><div class="ttname"><a href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a></div><div class="ttdeci">double tw_stime</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00150">ross.h:150</a></div></div>
<div class="ttc" id="ross-inline_8h_html_a91ee3bf5565bdad184cf16590b6b3198"><div class="ttname"><a href="ross-inline_8h.html#a91ee3bf5565bdad184cf16590b6b3198">tw_event_grab</a></div><div class="ttdeci">static tw_event * tw_event_grab(tw_pe *pe)</div><div class="ttdef"><b>Definition:</b> <a href="ross-inline_8h_source.html#l00005">ross-inline.h:5</a></div></div>
<div class="ttc" id="structtw__statistics_html_a63bdf31079607ac79020b3efb874dedd"><div class="ttname"><a href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">tw_statistics::s_pq</a></div><div class="ttdeci">tw_clock s_pq</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00143">ross-types.h:143</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a753856a718a9881f642523034260d3f9"><div class="ttname"><a href="network-mpi_8c.html#a753856a718a9881f642523034260d3f9">tw_net_stop</a></div><div class="ttdeci">void tw_net_stop(void)</div><div class="ttdoc">Stops the network library after simulation end. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00154">network-mpi.c:154</a></div></div>
<div class="ttc" id="structtw__eventq_html_a0a1d2a79704a9bb361cbc1c1a1f67952"><div class="ttname"><a href="structtw__eventq.html#a0a1d2a79704a9bb361cbc1c1a1f67952">tw_eventq::head</a></div><div class="ttdeci">tw_event * head</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00167">ross-types.h:167</a></div></div>
<div class="ttc" id="structtw__lp_html_a0a11fbbde67b3bc5555f659c4a20f572"><div class="ttname"><a href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">tw_lp::lp_stats</a></div><div class="ttdeci">struct st_lp_stats * lp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00323">ross-types.h:323</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a49ed2388aaae26e43280b7909c834aaa"><div class="ttname"><a href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a></div><div class="ttdeci">void tw_error(const char *file, int line, const char *fmt,...) NORETURN</div><div class="ttdef"><b>Definition:</b> <a href="tw-util_8c_source.html#l00074">tw-util.c:74</a></div></div>
<div class="ttc" id="structtw__lp_html_a205f09ff294b6bb1f61eab7b099ebea2"><div class="ttname"><a href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">tw_lp::type</a></div><div class="ttdeci">tw_lptype * type</div><div class="ttdoc">Type of this LP, including service callbacks. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00316">ross-types.h:316</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a149ffcda6e9840d885bfe970374a9f49"><div class="ttname"><a href="network-mpi_8c.html#a149ffcda6e9840d885bfe970374a9f49">recv_finish</a></div><div class="ttdeci">static void recv_finish(tw_pe *me, tw_event *e, char *buffer)</div><div class="ttdoc">Determines how to handle the newly received event. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00329">network-mpi.c:329</a></div></div>
<div class="ttc" id="structtw__kp_html_a05a49ec7f8f98c6d7d8ca15ae1f8abdb"><div class="ttname"><a href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">tw_kp::kp_stats</a></div><div class="ttdeci">struct st_kp_stats * kp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00366">ross-types.h:366</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a2a0e6607074d85f80badcf5f5da3547e"><div class="ttname"><a href="ross-extern_8h.html#a2a0e6607074d85f80badcf5f5da3547e">tw_pe_init</a></div><div class="ttdeci">void tw_pe_init(void)</div><div class="ttdef"><b>Definition:</b> <a href="tw-pe_8c_source.html#l00032">tw-pe.c:32</a></div></div>
<div class="ttc" id="structact__q_html_aa1dee68659ef0605959585bff0365e3f"><div class="ttname"><a href="structact__q.html#aa1dee68659ef0605959585bff0365e3f">act_q::cur</a></div><div class="ttdeci">unsigned int cur</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00024">network-mpi.c:24</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a890bf6aa5e4a2592e7980b7109ff94fc"><div class="ttname"><a href="network-mpi_8c.html#a890bf6aa5e4a2592e7980b7109ff94fc">posted_sends</a></div><div class="ttdeci">static struct act_q posted_sends</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00031">network-mpi.c:31</a></div></div>
<div class="ttc" id="structtw__pe_html_ac1d26b7bfd058cc55cbf5ee201edb83c"><div class="ttname"><a href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">tw_pe::stats</a></div><div class="ttdeci">tw_statistics stats</div><div class="ttdoc">per PE counters </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00415">ross-types.h:415</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_ab24e28ddbfec88a67c6c4be13be13d60"><div class="ttname"><a href="tw-eventq_8h.html#ab24e28ddbfec88a67c6c4be13be13d60">tw_eventq_peek</a></div><div class="ttdeci">static tw_event * tw_eventq_peek(tw_eventq *q)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00280">tw-eventq.h:280</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ab8411355a7d80016be6edcce3437b978"><div class="ttname"><a href="network-mpi_8c.html#ab8411355a7d80016be6edcce3437b978">world_size</a></div><div class="ttdeci">static int world_size</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00037">network-mpi.c:37</a></div></div>
<div class="ttc" id="structtw__event_html_a4e32bfdbde0d1cae06b5b3fb90adbffa"><div class="ttname"><a href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">tw_event::recv_ts</a></div><div class="ttdeci">tw_stime recv_ts</div><div class="ttdoc">Actual time to be received. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00282">ross-types.h:282</a></div></div>
<div class="ttc" id="structact__q_html_a1a280efeb12c61fba82288f089b271f3"><div class="ttname"><a href="structact__q.html#a1a280efeb12c61fba82288f089b271f3">act_q::status_list</a></div><div class="ttdeci">MPI_Status * status_list</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00023">network-mpi.c:23</a></div></div>
<div class="ttc" id="network-mpi_8c_html_aea8ec44102f611b89ed0ad9f4015cd97"><div class="ttname"><a href="network-mpi_8c.html#aea8ec44102f611b89ed0ad9f4015cd97">tw_comm_set</a></div><div class="ttdeci">void tw_comm_set(MPI_Comm comm)</div><div class="ttdoc">Setup the MPI_COMM_ROSS communicator to use instead of MPI_COMM_WORLD. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00059">network-mpi.c:59</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5023008188f7e7e35ce1c77caeb0d17a"><div class="ttname"><a href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a></div><div class="ttdeci">static void tw_eventq_delete_any(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00384">tw-eventq.h:384</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fda7ff3894aed4e1746b6fb19f9472678c8"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda7ff3894aed4e1746b6fb19f9472678c8">OPTIMISTIC</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00030">ross-types.h:30</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a27a1957e366f9b52848477702234fc08"><div class="ttname"><a href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a></div><div class="ttdeci">void tw_net_read(tw_pe *me)</div><div class="ttdoc">starts service_queues() to poll network </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00572">network-mpi.c:572</a></div></div>
<div class="ttc" id="structtw__event_html_aa85d9f587fd15552d51d08c7b2b392ac"><div class="ttname"><a href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">tw_event::cancel_next</a></div><div class="ttdeci">tw_event * cancel_next</div><div class="ttdoc">Next event in the cancel queue for the dest_pe. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00260">ross-types.h:260</a></div></div>
<div class="ttc" id="aarch64_8h_html_a450cf25fa5291629087ca4198de55757"><div class="ttname"><a href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a></div><div class="ttdeci">static tw_clock tw_clock_read(void)</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00006">aarch64.h:6</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a5215643013906a13f0e2febadd0b0473"><div class="ttname"><a href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a></div><div class="ttdeci">static void tw_event_free(tw_pe *, tw_event *)</div></div>
<div class="ttc" id="structtw__lptype_html_a318b36c6d9614b4393a3fa010cb84a14"><div class="ttname"><a href="structtw__lptype.html#a318b36c6d9614b4393a3fa010cb84a14">tw_lptype::map</a></div><div class="ttdeci">map_f map</div><div class="ttdoc">LP Mapping of LP gid -&gt; remote PE routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00094">ross-types.h:94</a></div></div>
<div class="ttc" id="structtw__pe_html_a63048ba8f41665780ab46b3b6635ae91"><div class="ttname"><a href="structtw__pe.html#a63048ba8f41665780ab46b3b6635ae91">tw_pe::trans_msg_ts</a></div><div class="ttdeci">tw_stime trans_msg_ts</div><div class="ttdoc">Last transient messages&#39; time stamp. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00402">ross-types.h:402</a></div></div>
<div class="ttc" id="structtw__pe_html"><div class="ttname"><a href="structtw__pe.html">tw_pe</a></div><div class="ttdoc">Holds the entire PE state. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00375">ross-types.h:375</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a3db61a41bb6a85964e22e5488038b02e"><div class="ttname"><a href="network-mpi_8c.html#a3db61a41bb6a85964e22e5488038b02e">tw_net_init</a></div><div class="ttdeci">const tw_optdef * tw_net_init(int *argc, char ***argv)</div><div class="ttdoc">Initalize the network library and parse options. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00066">network-mpi.c:66</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a713a9666a4105fa38cb1545087a38b44">TW_net_asend</a></div><div class="ttdoc">Network transmission in progress. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00219">ross-types.h:219</a></div></div>
<div class="ttc" id="network-mpi_8c_html_af1faeba2bc478835b35af43287f19ba7"><div class="ttname"><a href="network-mpi_8c.html#af1faeba2bc478835b35af43287f19ba7">MPI_COMM_ROSS</a></div><div class="ttdeci">MPI_Comm MPI_COMM_ROSS</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00004">network-mpi.c:4</a></div></div>
<div class="ttc" id="structtw__optdef_html"><div class="ttname"><a href="structtw__optdef.html">tw_optdef</a></div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00019">tw-opts.h:19</a></div></div>
<div class="ttc" id="structtw__pe_html_a682bbfd605f12208413174e31220d26c"><div class="ttname"><a href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">tw_pe::cancel_q</a></div><div class="ttdeci">tw_event * cancel_q</div><div class="ttdoc">List of canceled events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00380">ross-types.h:380</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a2818efb70df48e5e29d3dacb3e2de009"><div class="ttname"><a href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a></div><div class="ttdeci">unsigned int tw_nnodes(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00103">network-mpi.c:103</a></div></div>
<div class="ttc" id="structst__kp__stats_html_a0a3b31a34ceda52b317f5c82e4ce915c"><div class="ttname"><a href="structst__kp__stats.html#a0a3b31a34ceda52b317f5c82e4ce915c">st_kp_stats::s_nsend_network</a></div><div class="ttdeci">unsigned int s_nsend_network</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00144">st-instrumentation.h:144</a></div></div>
<div class="ttc" id="structtw__statistics_html_a950bfd3cce9aeb0874095350d634e977"><div class="ttname"><a href="structtw__statistics.html#a950bfd3cce9aeb0874095350d634e977">tw_statistics::s_nsend_network</a></div><div class="ttdeci">tw_stat s_nsend_network</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00121">ross-types.h:121</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a7ecd52e7fd90bbbcee7bd64df018073f"><div class="ttname"><a href="network-mpi_8c.html#a7ecd52e7fd90bbbcee7bd64df018073f">read_buffer</a></div><div class="ttdeci">static unsigned int read_buffer</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00035">network-mpi.c:35</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ad2d1779a485bde77b7b62876a9ff6e25"><div class="ttname"><a href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a></div><div class="ttdeci">void tw_net_barrier(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00175">network-mpi.c:175</a></div></div>
<div class="ttc" id="network-mpi_8c_html_aad791cc8b066ed3cb37912b131b06b00"><div class="ttname"><a href="network-mpi_8c.html#aad791cc8b066ed3cb37912b131b06b00">tw_net_minimum</a></div><div class="ttdeci">tw_stime tw_net_minimum(void)</div><div class="ttdoc">Obtain the lowest timestamp inside the network buffers. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00182">network-mpi.c:182</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a21f58374b1b9d28d08d7f4eabddbba82"><div class="ttname"><a href="network-mpi_8c.html#a21f58374b1b9d28d08d7f4eabddbba82">EVENT_TAG</a></div><div class="ttdeci">#define EVENT_TAG</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00027">network-mpi.c:27</a></div></div>
<div class="ttc" id="structact__q_html"><div class="ttname"><a href="structact__q.html">act_q</a></div><div class="ttdoc">Keeps track of posted send or recv operations. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00016">network-mpi.c:16</a></div></div>
<div class="ttc" id="ross_8h_html_a911515dff2fb79886a16ed44df5f9d20"><div class="ttname"><a href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a></div><div class="ttdeci">uint64_t tw_lpid</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00160">ross.h:160</a></div></div>
<div class="ttc" id="structtw__statistics_html_a828101c0647ffa8c15ac324dba6b09d4"><div class="ttname"><a href="structtw__statistics.html#a828101c0647ffa8c15ac324dba6b09d4">tw_statistics::s_net_events</a></div><div class="ttdeci">tw_stat s_net_events</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00110">ross-types.h:110</a></div></div>
<div class="ttc" id="structtw__lp_html_a8028662b2668953fa9f49f2df7d00850"><div class="ttname"><a href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">tw_lp::kp</a></div><div class="ttdeci">tw_kp * kp</div><div class="ttdoc">kp – Kernel process that we belong to (must match pe). </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00313">ross-types.h:313</a></div></div>
<div class="ttc" id="structtw__statistics_html"><div class="ttname"><a href="structtw__statistics.html">tw_statistics</a></div><div class="ttdoc">Statistics tallied over the duration of the simulation. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00107">ross-types.h:107</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a76436337b648c7ac03476c9340387928"><div class="ttname"><a href="ross-extern_8h.html#a76436337b648c7ac03476c9340387928">g_tw_net_device_size</a></div><div class="ttdeci">unsigned int g_tw_net_device_size</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00087">ross-global.c:87</a></div></div>
<div class="ttc" id="structtw__event_html"><div class="ttname"><a href="structtw__event.html">tw_event</a></div><div class="ttdoc">Event Stucture. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00250">ross-types.h:250</a></div></div>
<div class="ttc" id="network-mpi_8c_html_aa5267efaec2ae6f7ecae78419aa0685e"><div class="ttname"><a href="network-mpi_8c.html#aa5267efaec2ae6f7ecae78419aa0685e">outq</a></div><div class="ttdeci">static tw_eventq outq</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00033">network-mpi.c:33</a></div></div>
<div class="ttc" id="hash-quadratic_8c_html_a4e8a48f209c2574ac4755605ac42f773"><div class="ttname"><a href="hash-quadratic_8c.html#a4e8a48f209c2574ac4755605ac42f773">tw_hash_insert</a></div><div class="ttdeci">void tw_hash_insert(void *h, tw_event *event, long pe)</div><div class="ttdef"><b>Definition:</b> <a href="hash-quadratic_8c_source.html#l00080">hash-quadratic.c:80</a></div></div>
<div class="ttc" id="structst__lp__stats_html_a12c46566f17f830211d872c5f29b8722"><div class="ttname"><a href="structst__lp__stats.html#a12c46566f17f830211d872c5f29b8722">st_lp_stats::s_nread_network</a></div><div class="ttdeci">unsigned int s_nread_network</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00159">st-instrumentation.h:159</a></div></div>
<div class="ttc" id="structtw__statistics_html_a67369ce1343843fe5d0bb6f723ccb140"><div class="ttname"><a href="structtw__statistics.html#a67369ce1343843fe5d0bb6f723ccb140">tw_statistics::s_nread_network</a></div><div class="ttdeci">tw_stat s_nread_network</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00122">ross-types.h:122</a></div></div>
<div class="ttc" id="structtw__lp_html_a3e75d9bf7796c16870ad686564ee4c20"><div class="ttname"><a href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">tw_lp::gid</a></div><div class="ttdeci">tw_lpid gid</div><div class="ttdoc">global LP id </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00306">ross-types.h:306</a></div></div>
<div class="ttc" id="ross_8h_html_a650bdf282bba8368dd3325bed7e12abc"><div class="ttname"><a href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a></div><div class="ttdeci">#define TW_STIME_CMP(x, y)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00154">ross.h:154</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ac65f4401b7c7a792dc3fdbcae30a2c1c"><div class="ttname"><a href="network-mpi_8c.html#ac65f4401b7c7a792dc3fdbcae30a2c1c">mpi_opts</a></div><div class="ttdeci">static const tw_optdef mpi_opts[]</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00039">network-mpi.c:39</a></div></div>
<div class="ttc" id="structtw__pe_html_a76e88f72d90635b512db0ba17d570e2f"><div class="ttname"><a href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">tw_pe::abort_event</a></div><div class="ttdeci">tw_event * abort_event</div><div class="ttdoc">Placeholder event for when free_q is empty. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00384">ross-types.h:384</a></div></div>
<div class="ttc" id="structtw__event_html_a4e59fdcbe04117541f00ec8711d3b750"><div class="ttname"><a href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">tw_event::next</a></div><div class="ttdeci">tw_event * next</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00251">ross-types.h:251</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a9b32fd67edec885cbb35137bd4547616"><div class="ttname"><a href="network-mpi_8c.html#a9b32fd67edec885cbb35137bd4547616">init_q</a></div><div class="ttdeci">static void init_q(struct act_q *q, const char *name, unsigned int size)</div><div class="ttdoc">Initializes queues used for posted sends and receives. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00093">network-mpi.c:93</a></div></div>
<div class="ttc" id="structact__q_html_a1cb41daa0b55bbf70d086718e7eb9812"><div class="ttname"><a href="structact__q.html#a1cb41daa0b55bbf70d086718e7eb9812">act_q::event_list</a></div><div class="ttdeci">tw_event ** event_list</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00020">network-mpi.c:20</a></div></div>
<div class="ttc" id="structtw__pe_html_ae5a648dd3ec46d9d3c9d9253603203e8"><div class="ttname"><a href="structtw__pe.html#ae5a648dd3ec46d9d3c9d9253603203e8">tw_pe::hash_t</a></div><div class="ttdeci">void * hash_t</div><div class="ttdoc">Array of incoming events from remote pes, Note: only necessary for distributed DSR. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00418">ross-types.h:418</a></div></div>
<div class="ttc" id="structtw__statistics_html_ab722d6c0f1d5a616b0b21789cbdecc16"><div class="ttname"><a href="structtw__statistics.html#ab722d6c0f1d5a616b0b21789cbdecc16">tw_statistics::s_max_run_time</a></div><div class="ttdeci">double s_max_run_time</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00108">ross-types.h:108</a></div></div>
<div class="ttc" id="mpi__allreduce_8h_html_a7a58c92b0e80a7be5f3a741f75df71f8"><div class="ttname"><a href="mpi__allreduce_8h.html#a7a58c92b0e80a7be5f3a741f75df71f8">tw_gvt_inprogress</a></div><div class="ttdeci">static int tw_gvt_inprogress(tw_pe *pe)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8h_source.html#l00008">mpi_allreduce.h:8</a></div></div>
<div class="ttc" id="splay_8c_html_a60a6784c1d092ff7ddf96cf6762d7b9e"><div class="ttname"><a href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a></div><div class="ttdeci">void tw_pq_enqueue(splay_tree *st, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00195">splay.c:195</a></div></div>
<div class="ttc" id="structtw__event_html_aac80968705fca84ecb01e83ea46419f3"><div class="ttname"><a href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">tw_event::cause_next</a></div><div class="ttdeci">tw_event * cause_next</div><div class="ttdoc">Next in parent&#39;s caused_by_me chain. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00262">ross-types.h:262</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a5a389c807591f69a3806763bc9c089fa"><div class="ttname"><a href="network-mpi_8c.html#a5a389c807591f69a3806763bc9c089fa">EVENT_SIZE</a></div><div class="ttdeci">#define EVENT_SIZE(e)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00029">network-mpi.c:29</a></div></div>
<div class="ttc" id="structtw__event_html_a7f8588732c77f3e428cf2cfeee72c997"><div class="ttname"><a href="structtw__event.html#a7f8588732c77f3e428cf2cfeee72c997">tw_event::send_lp</a></div><div class="ttdeci">tw_lpid send_lp</div><div class="ttdoc">sending LP ID for data collection uses </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00285">ross-types.h:285</a></div></div>
<div class="ttc" id="structtw__event_html_a79a3d7a01afbd191b3e134cd3980fc15"><div class="ttname"><a href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">tw_event::caused_by_me</a></div><div class="ttdeci">tw_event * caused_by_me</div><div class="ttdoc">Start of event list caused by this event. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00261">ross-types.h:261</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a83ae3f8b8b94935a1dbdfa2d2552f508"><div class="ttname"><a href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a></div><div class="ttdeci">tw_peid g_tw_mynode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00088">ross-global.c:88</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a0d00417e3bef0d001f256f846c72838d"><div class="ttname"><a href="tw-opts_8h.html#a0d00417e3bef0d001f256f846c72838d">TWOPT_UINT</a></div><div class="ttdeci">#define TWOPT_UINT(n, v, h)</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00030">tw-opts.h:30</a></div></div>
<div class="ttc" id="ross_8h_html_a471329bf2e6dd88767d6205a7dc5ce54"><div class="ttname"><a href="ross_8h.html#a471329bf2e6dd88767d6205a7dc5ce54">TW_STIME_MAX</a></div><div class="ttdeci">#define TW_STIME_MAX</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00156">ross.h:156</a></div></div>
<div class="ttc" id="ross-extern_8h_html_abb6067d27f1c3e888c1d276490f28088"><div class="ttname"><a href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a></div><div class="ttdeci">tw_peid g_tw_masternode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00089">ross-global.c:89</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a38209b0e7568d41f5448ae5f884290a4"><div class="ttname"><a href="tw-opts_8h.html#a38209b0e7568d41f5448ae5f884290a4">TWOPT_END</a></div><div class="ttdeci">#define TWOPT_END()</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00035">tw-opts.h:35</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a29575d90e2b406bc91b03b3853c77dc1"><div class="ttname"><a href="network-mpi_8c.html#a29575d90e2b406bc91b03b3853c77dc1">custom_communicator</a></div><div class="ttdeci">int custom_communicator</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00005">network-mpi.c:5</a></div></div>
<div class="ttc" id="structtw__pe_html_a90e1dbe51a084d6e02580667159e13ff"><div class="ttname"><a href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">tw_pe::pq</a></div><div class="ttdeci">tw_pq * pq</div><div class="ttdoc">Priority queue used to sort events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00381">ross-types.h:381</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a4e1e1bd17bf05f66af5628d37dd9af9d"><div class="ttname"><a href="network-mpi_8c.html#a4e1e1bd17bf05f66af5628d37dd9af9d">send_begin</a></div><div class="ttdeci">static int send_begin(tw_pe *me)</div><div class="ttdoc">If there are any openings in the posted_sends queue, start sends for events in the outgoing queue...</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00440">network-mpi.c:440</a></div></div>
<div class="ttc" id="network-mpi_8c_html_abbcd0d5ea79ad57229162f703309142d"><div class="ttname"><a href="network-mpi_8c.html#abbcd0d5ea79ad57229162f703309142d">tw_net_statistics</a></div><div class="ttdeci">tw_statistics * tw_net_statistics(tw_pe *me, tw_statistics *s)</div><div class="ttdoc">Function to output the statistics. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00656">network-mpi.c:656</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda70cd78c3dbc0801ed52437fa82a6e8ef">CONSERVATIVE</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00029">ross-types.h:29</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_aa40bc1edebb9f58d87092388cf8dc0df"><div class="ttname"><a href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a></div><div class="ttdeci">static tw_event * tw_eventq_pop(tw_eventq *q)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00289">tw-eventq.h:289</a></div></div>
<div class="ttc" id="structst__kp__stats_html_a29c7947257fbbd0d281f7a95e5222604"><div class="ttname"><a href="structst__kp__stats.html#a29c7947257fbbd0d281f7a95e5222604">st_kp_stats::s_nread_network</a></div><div class="ttdeci">unsigned int s_nread_network</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00145">st-instrumentation.h:145</a></div></div>
<div class="ttc" id="structtw__statistics_html_a043d6d3fdd9bfcaa4bcd388af63c6662"><div class="ttname"><a href="structtw__statistics.html#a043d6d3fdd9bfcaa4bcd388af63c6662">tw_statistics::s_min_detected_offset</a></div><div class="ttdeci">double s_min_detected_offset</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00132">ross-types.h:132</a></div></div>
<div class="ttc" id="ross_8h_html"><div class="ttname"><a href="ross_8h.html">ross.h</a></div></div>
<div class="ttc" id="structtw__eventq_html"><div class="ttname"><a href="structtw__eventq.html">tw_eventq</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00165">ross-types.h:165</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021aa527853575c8e8e7c07398131ff2a047">TW_net_outq</a></div><div class="ttdoc">Pending network transmission. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00218">ross-types.h:218</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5c324b9c5a53c17e78709fa7eaaa7a1f"><div class="ttname"><a href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a></div><div class="ttdeci">static void tw_eventq_push(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00257">tw-eventq.h:257</a></div></div>
<div class="ttc" id="structtw__event_html_af17bb0c089b131142a2cb9c98bee0753"><div class="ttname"><a href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">tw_event::send_pe</a></div><div class="ttdeci">tw_peid send_pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00284">ross-types.h:284</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2aa790f48e8249fb18b1739b7cf9fef0">TW_pe_sevent_q</a></div><div class="ttdoc">In tw_pe.sevent_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00221">ross-types.h:221</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a2f67789cc425e7d839fa4b983f5b8505"><div class="ttname"><a href="ross-extern_8h.html#a2f67789cc425e7d839fa4b983f5b8505">g_tw_pe</a></div><div class="ttdeci">tw_pe * g_tw_pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00075">ross-global.c:75</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a2e139e8547a091c4c4ea0b445fe8dd1c"><div class="ttname"><a href="network-mpi_8c.html#a2e139e8547a091c4c4ea0b445fe8dd1c">tw_net_abort</a></div><div class="ttdeci">void tw_net_abort(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00147">network-mpi.c:147</a></div></div>
<div class="ttc" id="structtw__event_html_aaccf9aa1154e261f109c6add9abb487b"><div class="ttname"><a href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">tw_event::state</a></div><div class="ttdeci">struct tw_event::@0 state</div></div>
<div class="ttc" id="tw-eventq_8h_html_a6be6332230ef4fb5c8a3f4a0412493a8"><div class="ttname"><a href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a></div><div class="ttdeci">static void tw_eventq_unshift(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00320">tw-eventq.h:320</a></div></div>
<div class="ttc" id="structtw__lp_html_a9fd32632e5c45a00faf16a6fd0814640"><div class="ttname"><a href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">tw_lp::pe</a></div><div class="ttdeci">tw_pe * pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00308">ross-types.h:308</a></div></div>
<div class="ttc" id="structtw__pe_html_ad7f2118d4584a910f40850a2fdc1c9ef"><div class="ttname"><a href="structtw__pe.html#ad7f2118d4584a910f40850a2fdc1c9ef">tw_pe::s_nwhite_sent</a></div><div class="ttdeci">long long s_nwhite_sent</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00408">ross-types.h:408</a></div></div>
<div class="ttc" id="structtw__event_html_a5f5d71c18132da4f3412f48394413d92"><div class="ttname"><a href="structtw__event.html#a5f5d71c18132da4f3412f48394413d92">tw_event::remote</a></div><div class="ttdeci">unsigned char remote</div><div class="ttdoc">Indicates union addr is in &#39;remote&#39; storage. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00271">ross-types.h:271</a></div></div>
<div class="ttc" id="structtw__pe_html_a3f82dbbf2dbb0163b6078ff25cb75a1b"><div class="ttname"><a href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">tw_pe::GVT</a></div><div class="ttdeci">tw_stime GVT</div><div class="ttdoc">Global Virtual Time. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00403">ross-types.h:403</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a2401516883d34c1eb1a22de94da94724"><div class="ttname"><a href="network-mpi_8c.html#a2401516883d34c1eb1a22de94da94724">posted_recvs</a></div><div class="ttdeci">static struct act_q posted_recvs</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00032">network-mpi.c:32</a></div></div>
<div class="ttc" id="structact__q_html_a45dfcb267bc21a2f248f1befb03eba08"><div class="ttname"><a href="structact__q.html#a45dfcb267bc21a2f248f1befb03eba08">act_q::req_list</a></div><div class="ttdeci">MPI_Request * req_list</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00021">network-mpi.c:21</a></div></div>
<div class="ttc" id="ross_8h_html_a1ec2e3807f66c4270f47acb0e555a519"><div class="ttname"><a href="ross_8h.html#a1ec2e3807f66c4270f47acb0e555a519">tw_peid</a></div><div class="ttdeci">unsigned long tw_peid</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00147">ross.h:147</a></div></div>
<div class="ttc" id="aarch64_8h_html_abcd6b97b84bebf1f961f85cd24b56c60"><div class="ttname"><a href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a></div><div class="ttdeci">uint64_t tw_clock</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00004">aarch64.h:4</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a0e45b7a88a51dca3fe99d31aae9636c4"><div class="ttname"><a href="tw-opts_8h.html#a0e45b7a88a51dca3fe99d31aae9636c4">TWOPT_GROUP</a></div><div class="ttdeci">#define TWOPT_GROUP(h)</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00027">tw-opts.h:27</a></div></div>
<div class="ttc" id="structtw__event_html_ad82747d6237b1b03ef68c923bef423a0"><div class="ttname"><a href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">tw_event::src_lp</a></div><div class="ttdeci">tw_lp * src_lp</div><div class="ttdoc">Sending LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00281">ross-types.h:281</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fdacc902805d3a33320ec8f60c2add387ba"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fdacc902805d3a33320ec8f60c2add387ba">OPTIMISTIC_DEBUG</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00031">ross-types.h:31</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a90b2df9e7fdef6bca9bd7e3f7ff6a294"><div class="ttname"><a href="network-mpi_8c.html#a90b2df9e7fdef6bca9bd7e3f7ff6a294">recv_begin</a></div><div class="ttdeci">static int recv_begin(tw_pe *me)</div><div class="ttdoc">If there are any openings in the posted_recvs queue, post more Irecvs. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00284">network-mpi.c:284</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ac1e0e20e3cba954c23932ed9a55d6dc6"><div class="ttname"><a href="network-mpi_8c.html#ac1e0e20e3cba954c23932ed9a55d6dc6">tw_net_send</a></div><div class="ttdeci">void tw_net_send(tw_event *e)</div><div class="ttdoc">Adds the event to the outgoing queue of events to be sent, polls for finished sends, and attempts to start sends from outq. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00578">network-mpi.c:578</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a625a50a6a03701b067693d7dc5ed483b"><div class="ttname"><a href="network-mpi_8c.html#a625a50a6a03701b067693d7dc5ed483b">tw_net_start</a></div><div class="ttdeci">void tw_net_start(void)</div><div class="ttdoc">Starts the network library after option parsing. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00109">network-mpi.c:109</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a3a991bb1d1d24fbb8695947451f3f765"><div class="ttname"><a href="network-mpi_8c.html#a3a991bb1d1d24fbb8695947451f3f765">test_q</a></div><div class="ttdeci">static int test_q(struct act_q *q, tw_pe *me, void(*finish)(tw_pe *, tw_event *, char *))</div><div class="ttdoc">Calls MPI_Testsome on the provided queue, to check for finished operations. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00215">network-mpi.c:215</a></div></div>
<div class="ttc" id="structtw__pe_html_a8a57f2123eddf6a195d82ecc781093e6"><div class="ttname"><a href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">tw_pe::id</a></div><div class="ttdeci">tw_peid id</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00376">ross-types.h:376</a></div></div>
<div class="ttc" id="structtw__statistics_html_abd593404137ee16d70a5c87547ad52d8"><div class="ttname"><a href="structtw__statistics.html#abd593404137ee16d70a5c87547ad52d8">tw_statistics::s_events_past_end</a></div><div class="ttdeci">tw_stat s_events_past_end</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00154">ross-types.h:154</a></div></div>
<div class="ttc" id="ross-kernel-inline_8h_html_a3e5591d29e9db9c6a1a1cc19ed55feec"><div class="ttname"><a href="ross-kernel-inline_8h.html#a3e5591d29e9db9c6a1a1cc19ed55feec">tw_getlocal_lp</a></div><div class="ttdeci">static tw_lp * tw_getlocal_lp(tw_lpid gid)</div><div class="ttdef"><b>Definition:</b> <a href="ross-kernel-inline_8h_source.html#l00009">ross-kernel-inline.h:9</a></div></div>
<div class="ttc" id="hash-quadratic_8c_html_af2da87c210aeb3433d50ee3bcb139e20"><div class="ttname"><a href="hash-quadratic_8c.html#af2da87c210aeb3433d50ee3bcb139e20">tw_hash_remove</a></div><div class="ttdeci">tw_event * tw_hash_remove(void *h, tw_event *event, long pe)</div><div class="ttdef"><b>Definition:</b> <a href="hash-quadratic_8c_source.html#l00206">hash-quadratic.c:206</a></div></div>
<div class="ttc" id="structtw__statistics_html_a77e96c47b9469e7a2dac21158f66d192"><div class="ttname"><a href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">tw_statistics::s_total</a></div><div class="ttdeci">tw_clock s_total</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00134">ross-types.h:134</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a445b1ed30cd2e8ef1f837e782a339a70"><div class="ttname"><a href="ross-extern_8h.html#a445b1ed30cd2e8ef1f837e782a339a70">tw_calloc</a></div><div class="ttdeci">void * tw_calloc(const char *file, int line, const char *for_who, size_t e_sz, size_t n)</div><div class="ttdef"><b>Definition:</b> <a href="tw-util_8c_source.html#l00203">tw-util.c:203</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a8705ab243733bb856d58534e0e853da3"><div class="ttname"><a href="network-mpi_8c.html#a8705ab243733bb856d58534e0e853da3">service_queues</a></div><div class="ttdeci">static void service_queues(tw_pe *me)</div><div class="ttdoc">Start checks for finished operations in send/recv queues, and post new sends/recvs if possible...</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00554">network-mpi.c:554</a></div></div>
<div class="ttc" id="structtw__event_html_aff6407fbf10d86926eae51f389ae3cba"><div class="ttname"><a href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">tw_event::cancel_q</a></div><div class="ttdeci">unsigned char cancel_q</div><div class="ttdoc">Actively on a dest_lp-&gt;pe&#39;s cancel_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00269">ross-types.h:269</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fda65a00e65f23b13a6f19ea3e16f9b9e05"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda65a00e65f23b13a6f19ea3e16f9b9e05">OPTIMISTIC_REALTIME</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00032">ross-types.h:32</a></div></div>
<div class="ttc" id="structtw__kp_html_aabf1253aa1eb55c613a70fb3c9271117"><div class="ttname"><a href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">tw_kp::last_time</a></div><div class="ttdeci">tw_stime last_time</div><div class="ttdoc">Time of the current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00360">ross-types.h:360</a></div></div>
<div class="ttc" id="structact__q_html_a4173587349856c04cac8a9250a16ad21"><div class="ttname"><a href="structact__q.html#a4173587349856c04cac8a9250a16ad21">act_q::idx_list</a></div><div class="ttdeci">int * idx_list</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00022">network-mpi.c:22</a></div></div>
<div class="ttc" id="structtw__event_html_ac5983e758d7e1fd013dcda1ec5f848f1"><div class="ttname"><a href="structtw__event.html#ac5983e758d7e1fd013dcda1ec5f848f1">tw_event::cancel_asend</a></div><div class="ttdeci">unsigned char cancel_asend</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00270">ross-types.h:270</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fdae5f7a365677da0b0b9852a7b1c937f35"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fdae5f7a365677da0b0b9852a7b1c937f35">NO_SYNCH</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00027">ross-types.h:27</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a08594cce713aee586b50774147ce63df"><div class="ttname"><a href="network-mpi_8c.html#a08594cce713aee586b50774147ce63df">send_finish</a></div><div class="ttdeci">static void send_finish(tw_pe *me, tw_event *e, char *buffer)</div><div class="ttdoc">Determines how to handle the buffer of event whose send operation just finished. </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00495">network-mpi.c:495</a></div></div>
<div class="ttc" id="ross-types_8h_html_abea764c61c75c56008ccf665a71246fda6b834d43476553e583e0fde6578c82f0"><div class="ttname"><a href="ross-types_8h.html#abea764c61c75c56008ccf665a71246fda6b834d43476553e583e0fde6578c82f0">SEQUENTIAL</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00028">ross-types.h:28</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a></div><div class="ttdoc">In a tw_pe.event_q list. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00214">ross-types.h:214</a></div></div>
<div class="ttc" id="structtw__event_html_a6164e23fd9a6397de27abc5852f4b6c3"><div class="ttname"><a href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">tw_event::owner</a></div><div class="ttdeci">unsigned char owner</div><div class="ttdoc">Owner of the next/prev pointers; see tw_event_owner. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00268">ross-types.h:268</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.6
</small></address>
</body>
</html>
